-- Logs begin at Mon 2022-02-07 19:56:22 UTC, end at Mon 2022-02-07 20:51:50 UTC. -- Feb 07 20:27:09.636816 dv-cinder-828150-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 07 20:27:12.572079 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.common.config [-] Logging enabled! Feb 07 20:27:12.572706 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev484 Feb 07 20:27:12.572864 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102571) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 07 20:27:12.576150 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.common.config [-] Logging enabled! Feb 07 20:27:12.576411 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev484 Feb 07 20:27:12.576720 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102571) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 07 20:27:12.577652 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 07 20:27:12.577910 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 07 20:27:12.578281 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 07 20:27:12.578535 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 07 20:27:12.578762 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 07 20:27:12.579233 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.580520 dv-cinder-828150-2-iscsi neutron-server[102571]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 07 20:27:12.580520 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.580520 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.580803 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.580871 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.581119 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.581403 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.581693 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.581993 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.582275 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.582558 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.582843 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.583133 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.583436 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.583730 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.584018 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.584300 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] debug = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.584583 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.585016 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.585441 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.585726 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.586016 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.586303 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.586577 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.586852 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.587138 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.587510 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] host = dv-cinder-828150-2-iscsi {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.587794 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.588082 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.588387 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.588655 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.588931 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.589209 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.589497 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.589788 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.590048 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] log_file = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.590328 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.590615 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.590906 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.591194 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.591442 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.591670 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.591961 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.592249 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.592530 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.592808 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.593086 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.593362 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.594174 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.594447 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.594732 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.595014 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.595300 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.595603 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.595881 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.596153 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.596426 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.596710 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.596990 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.597266 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.597540 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.597827 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.598097 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.598372 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.598671 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.598959 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.599239 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.599555 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.599832 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.600113 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.600386 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.600656 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.600926 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] use_json = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.601196 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.601463 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.602856 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.602856 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.602856 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.602856 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.602856 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.603834 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.603834 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:12.603834 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.604042 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.604790 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.604790 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.604790 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.605035 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.605327 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.605603 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.605889 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.606180 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.606468 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.606761 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.607051 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.607339 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.607658 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.607973 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.608269 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.608560 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.608836 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.609703 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.609989 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.610271 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.610561 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.610840 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.611129 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.611442 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.611726 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.612023 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.612312 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.612606 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.612965 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.613171 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.613449 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.613739 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.614016 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.614291 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.614570 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.614858 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.615137 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.615432 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.615723 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.616004 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.616279 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.616555 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.616839 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.617131 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.617407 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.617682 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.617955 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.618231 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.618506 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.618792 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.619070 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.619343 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.619640 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.619920 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.620195 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.620471 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.620750 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.621024 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.621301 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.621575 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.621849 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.622125 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.622402 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.622677 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.622952 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.623225 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.623529 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.623807 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.624081 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.624354 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.624631 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.624930 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.625216 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.625513 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.625792 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.626073 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.626353 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.626631 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.626916 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.627191 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.627492 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.628848 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.628848 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.628848 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.628848 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.628848 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.629769 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.629769 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.629769 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.629991 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.630974 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.630974 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.630974 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.631225 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.631361 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.631691 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.631987 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.632281 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.632578 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.632870 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.633154 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.633465 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.633748 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:12.633966 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 07 20:27:12.634206 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102571) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 07 20:27:13.008175 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 07 20:27:13.008454 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 07 20:27:13.008761 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 07 20:27:13.009098 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 07 20:27:13.339706 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.339994 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.340265 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.341568 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.341842 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.342112 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.386424 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.386702 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.386968 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.402993 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.403276 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.403573 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.432166 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.432445 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.432721 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.469290 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.469568 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.469832 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.814917 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.815561 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.815561 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.815734 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.816427 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.915863 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.916187 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.916472 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.916752 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.917021 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.917332 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.917591 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.917846 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.918099 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.918379 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.918640 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.918908 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.919157 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.919422 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.919681 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.919945 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.920199 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.920463 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.920732 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.920991 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.921262 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.922123 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.922415 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.922794 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.923044 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.923288 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.923711 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102571) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 20:27:13.923953 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102571) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 20:27:13.924190 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102571) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 20:27:13.924426 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102571) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 20:27:13.924660 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102571) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 20:27:13.924894 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102571) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 20:27:13.925258 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 07 20:27:13.928381 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 07 20:27:13.932445 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 07 20:27:13.936140 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Feb 07 20:27:13.937805 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 07 20:27:13.938270 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 07 20:27:13.938606 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 07 20:27:13.938986 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 07 20:27:13.941839 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 07 20:27:13.942093 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 07 20:27:13.942440 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 07 20:27:13.947252 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 07 20:27:13.970241 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 07 20:27:13.970857 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.971153 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102571) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 07 20:27:13.971537 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.972924 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102571) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 07 20:27:13.973204 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 07 20:27:13.973450 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 07 20:27:13.976699 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:13.976980 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.041160 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 07 20:27:14.041402 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 07 20:27:14.041641 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 07 20:27:14.042266 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 07 20:27:14.063591 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_db.sqlalchemy.engines [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102571) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 07 20:27:14.500412 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.plugins.ml2.managers [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Initializing driver for type 'gre' Feb 07 20:27:14.501066 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] gre ID ranges: [(1, 1000)] Feb 07 20:27:14.549838 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.plugins.ml2.managers [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Initializing driver for type 'local' Feb 07 20:27:14.550165 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.plugins.ml2.managers [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Initializing driver for type 'vlan' Feb 07 20:27:14.562967 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] VlanTypeDriver initialization complete Feb 07 20:27:14.563308 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.plugins.ml2.managers [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Initializing driver for type 'vxlan' Feb 07 20:27:14.563812 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] vxlan ID ranges: [(1, 1000)] Feb 07 20:27:14.613856 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.plugins.ml2.managers [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Initializing extension driver 'port_security' Feb 07 20:27:14.614275 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.plugins.ml2.extensions.port_security [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] PortSecurityExtensionDriver initialization complete Feb 07 20:27:14.614603 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.plugins.ml2.managers [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Initializing mechanism driver 'openvswitch' Feb 07 20:27:14.614917 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.plugins.ml2.managers [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Initializing mechanism driver 'hyperv' Feb 07 20:27:14.621471 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.plugin [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:27:14.622310 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > port after_create 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.622675 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > port after_update 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.623018 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > port after_delete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.623564 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102571) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 20:27:14.623984 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > subnet after_create 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.624331 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > subnet after_update 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.624692 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.625088 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102571) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 20:27:14.625487 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > network after_create 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.625826 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > network after_update 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.626159 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > network after_delete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.626547 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102571) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 20:27:14.626944 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > security_group after_create 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.627285 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > security_group after_update 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.627644 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.628037 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102571) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 20:27:14.628430 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.628767 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.629093 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.629480 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102571) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 20:27:14.629877 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > address_group after_create 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.630213 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > address_group after_update 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.630542 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.630932 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102571) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 20:27:14.631367 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] ML2 OVO RPC backend initialized. {{(pid=102571) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 07 20:27:14.632086 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.632430 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.632836 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > network before_response 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.633174 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > networks before_response 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.633513 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > port before_response 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.633846 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > ports before_response 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.634177 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > subnet before_response 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.634511 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > subnets before_response 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.634842 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > network after_create 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.635170 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > network after_update 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.635518 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > network after_delete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.635845 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > port after_create 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.636174 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > port after_update 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.636497 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > port after_delete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.636818 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > subnet after_create 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.637140 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > subnet after_update 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.637462 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.646193 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.quota [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded quota_driver: . Feb 07 20:27:14.646554 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.plugins.ml2.plugin [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Modular L2 Plugin initialization complete Feb 07 20:27:14.646892 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading services supported by the core plugin {{(pid=102571) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 07 20:27:14.647327 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.plugins.ml2.managers [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Got port-security extension from driver 'port_security' Feb 07 20:27:14.647836 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.extensions.vlantransparent [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Disabled vlantransparent extension. Feb 07 20:27:14.648324 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102571) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 07 20:27:14.648645 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading Plugin: router Feb 07 20:27:14.687524 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.688023 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > router after_create 55549900 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.688506 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > router before_create 55549900 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.689041 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.689507 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.689915 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > router after_delete 55549900 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.690399 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.690878 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.691298 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > router after_create 55549900 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.691812 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > router after_update 55549900 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.692316 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > router after_update 55549900 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.692754 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.693236 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > router after_update 55549900 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.693657 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > router precommit_update 55549900 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.694230 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: port after_update 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.694669 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: port after_delete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.695199 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: subnet after_update 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.695631 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.696162 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.696585 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > router precommit_create 55549900 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.697061 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: port before_delete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.697536 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > router precommit_create 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.697979 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > router after_update 55549900 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.698412 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.699080 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > router precommit_create 55549900 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.699569 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.700035 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > router precommit_update 55549900 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.700503 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > agent after_create 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.700940 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > agent after_delete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.701337 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > network after_delete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.702306 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.quota.resource_registry [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Tracking information for resource: router configured {{(pid=102571) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 20:27:14.702635 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.quota.resource_registry [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Tracking information for resource: floatingip configured {{(pid=102571) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 20:27:14.707701 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.db.l3_agentschedulers_db [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 07 20:27:14.708270 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: port after_update 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.708648 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: port after_create 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.708993 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: port after_delete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.709336 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: port after_update 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.710115 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > router before_create 55550100 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.710473 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.710827 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > router precommit_create 55550100 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.711177 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > router precommit_update 55550100 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.715950 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.services.provider_configuration [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Service providers = [] {{(pid=102571) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 07 20:27:14.716307 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.db.servicetype_db [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102571) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 07 20:27:14.719770 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.services.service_base [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102571) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 07 20:27:14.720110 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.services.service_base [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102571) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 07 20:27:14.720441 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.services.service_base [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102571) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 07 20:27:14.721314 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.services.service_base [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102571) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 07 20:27:14.721683 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.services.service_base [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 07 20:27:14.722055 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102571) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 20:27:14.722365 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 07 20:27:14.733134 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102571) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 20:27:14.733463 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading Plugin: auto_allocate Feb 07 20:27:14.741618 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: network precommit_update 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.741979 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: network precommit_create 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.742494 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102571) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 20:27:14.742807 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading Plugin: tag Feb 07 20:27:14.749616 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102571) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 20:27:14.749948 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading Plugin: timestamp Feb 07 20:27:14.753840 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102571) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 20:27:14.754121 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading Plugin: network_ip_availability Feb 07 20:27:14.759620 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.759984 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.760329 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:14.761036 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102571) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 20:27:14.761349 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading Plugin: flavors Feb 07 20:27:14.766238 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102571) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 20:27:14.766568 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading Plugin: revisions Feb 07 20:27:14.770842 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102571) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 20:27:14.771233 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_concurrency.lockutils [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.762s {{(pid=102571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 07 20:27:14.771998 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102571) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 07 20:27:14.772364 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Initializing extension manager. Feb 07 20:27:14.772849 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: __init__.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.773186 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: __pycache__ {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.773512 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.773835 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: address_group.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.774574 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.775120 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: address-group Feb 07 20:27:14.775461 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: address_scope.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.776160 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.776663 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: address-scope Feb 07 20:27:14.776979 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.777897 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.778401 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: router-admin-state-down-before-update Feb 07 20:27:14.778718 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: agent.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.779689 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.780187 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: agent Feb 07 20:27:14.780500 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: agent_resources_synced.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.781923 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.782425 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: agent-resources-synced Feb 07 20:27:14.782742 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: allowedaddresspairs.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.784542 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.785063 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: allowed-address-pairs Feb 07 20:27:14.785386 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: auto_allocated_topology.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.786458 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.786973 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: auto-allocated-topology Feb 07 20:27:14.787294 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: availability_zone.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.788002 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.788506 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: availability_zone Feb 07 20:27:14.788824 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: availability_zone_filter.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.789716 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.790222 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: availability_zone_filter Feb 07 20:27:14.790539 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: data_plane_status.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.791446 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.791947 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extension data-plane-status not supported by any of loaded plugins Feb 07 20:27:14.792263 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: default_subnetpools.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.793158 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.793665 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: default-subnetpools Feb 07 20:27:14.793979 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.794770 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.795366 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: dhcp_agent_scheduler Feb 07 20:27:14.795707 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: dns.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.797217 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.797713 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extension dns-integration not supported by any of loaded plugins Feb 07 20:27:14.798091 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: dns_domain_ports.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.798924 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.799444 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 07 20:27:14.799760 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.800671 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.801167 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 07 20:27:14.801481 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: dvr.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.802136 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.802638 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: dvr Feb 07 20:27:14.802947 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: ecmp_routes.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.803874 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.804370 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 07 20:27:14.804685 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: empty_string_filtering.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.805578 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.806078 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: empty-string-filtering Feb 07 20:27:14.806393 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.807630 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.808153 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 07 20:27:14.808444 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.809337 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.809829 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 07 20:27:14.810144 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: external_net.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.811034 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.811568 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: external-net Feb 07 20:27:14.811885 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.812814 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.813315 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: extra_dhcp_opt Feb 07 20:27:14.813634 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: extraroute.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.814525 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.815024 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: extraroute Feb 07 20:27:14.815573 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: extraroute_atomic.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.816365 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.816869 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: extraroute-atomic Feb 07 20:27:14.817182 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: filter_validation.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.817833 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.818332 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: filter-validation Feb 07 20:27:14.818642 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: fip_pf_description.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.819571 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.820066 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 07 20:27:14.820379 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: fip_port_details.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.821468 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.821967 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: fip-port-details Feb 07 20:27:14.822278 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: flavors.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.823543 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.824052 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: flavors Feb 07 20:27:14.824371 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.826035 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.826546 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 07 20:27:14.826871 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: floatingip_pools.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.827587 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.828134 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: floatingip-pools Feb 07 20:27:14.828436 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: ip_allocation.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.829334 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.829825 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extension ip_allocation not supported by any of loaded plugins Feb 07 20:27:14.830142 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.831040 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.831569 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: ip-substring-filtering Feb 07 20:27:14.831891 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: l2_adjacency.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.832791 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.833286 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 07 20:27:14.833607 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: l3.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.834553 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.835061 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: router Feb 07 20:27:14.835380 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.837682 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.838197 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 07 20:27:14.838524 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.839459 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.839974 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: ext-gw-mode Feb 07 20:27:14.840293 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.841189 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.841692 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: l3-ha Feb 07 20:27:14.842007 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.842895 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.843931 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 07 20:27:14.844246 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: l3_flavors.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.845143 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.845644 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: l3-flavors Feb 07 20:27:14.845959 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: l3_ndp_proxy.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.847313 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.848257 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 07 20:27:14.848573 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.849480 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.849985 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 07 20:27:14.850298 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: l3agentscheduler.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.851319 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.851856 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: l3_agent_scheduler Feb 07 20:27:14.852179 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: local_ip.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.853964 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.854476 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extension local_ip not supported by any of loaded plugins Feb 07 20:27:14.854797 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: logging.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.856449 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.856964 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extension logging not supported by any of loaded plugins Feb 07 20:27:14.857288 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: metering.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.858021 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.858591 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: metering Feb 07 20:27:14.858930 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.860582 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.861092 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: metering_source_and_destination_fields Feb 07 20:27:14.861413 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: multiprovidernet.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.862336 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.862844 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: multi-provider Feb 07 20:27:14.863164 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: netmtu.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.864095 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.864597 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: net-mtu Feb 07 20:27:14.864914 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: netmtu_writable.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.865811 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.866312 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: net-mtu-writable Feb 07 20:27:14.866630 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: network_availability_zone.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.867310 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.867846 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: network_availability_zone Feb 07 20:27:14.868163 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: network_ip_availability.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.869277 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.869785 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: network-ip-availability Feb 07 20:27:14.870103 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: network_segment_range.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.870851 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.871599 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extension network-segment-range not supported by any of loaded plugins Feb 07 20:27:14.871697 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: pagination.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.872636 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.872960 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: pagination Feb 07 20:27:14.873277 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: port_device_profile.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.874167 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.874710 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: port-device-profile Feb 07 20:27:14.875027 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.875959 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.876458 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: port-mac-address-regenerate Feb 07 20:27:14.876772 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.877662 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.878159 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: port-numa-affinity-policy Feb 07 20:27:14.878473 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: port_resource_request.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.879372 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.879887 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extension port-resource-request not supported by any of loaded plugins Feb 07 20:27:14.880201 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: port_resource_request_groups.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.881142 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.881633 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 07 20:27:14.881946 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: portbindings.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.882860 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.883364 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: binding Feb 07 20:27:14.883706 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: portbindings_extended.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.884982 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.885492 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: binding-extended Feb 07 20:27:14.885815 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: portsecurity.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.886715 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.887219 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: port-security Feb 07 20:27:14.887574 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: project_id.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.888542 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.888867 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: project-id Feb 07 20:27:14.889184 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: providernet.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.890082 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.891123 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: provider Feb 07 20:27:14.891470 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: qos.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.895049 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.895673 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extension qos not supported by any of loaded plugins Feb 07 20:27:14.896077 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.897318 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.897829 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 07 20:27:14.898153 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.899049 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.899581 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 07 20:27:14.899900 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: qos_default.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.900791 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.901293 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extension qos-default not supported by any of loaded plugins Feb 07 20:27:14.901609 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: qos_fip.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.902524 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.903025 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extension qos-fip not supported by any of loaded plugins Feb 07 20:27:14.903344 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.904524 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.905021 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 07 20:27:14.905338 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: qos_gateway_ip.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.906945 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.907481 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 07 20:27:14.907800 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: qos_port_network_policy.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.908700 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.909200 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 07 20:27:14.909515 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.910542 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.911048 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 07 20:27:14.911363 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: qos_pps_rule.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.912553 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.913059 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extension qos-pps not supported by any of loaded plugins Feb 07 20:27:14.913379 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: qos_rule_type_details.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.914279 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.914782 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 07 20:27:14.915098 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: qos_rules_alias.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.916162 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.916665 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 07 20:27:14.916984 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: quota_check_limit.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.917889 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.918390 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: quota-check-limit Feb 07 20:27:14.918707 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: quotasv2.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.919652 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.919980 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: quotas Feb 07 20:27:14.920295 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: quotasv2_detail.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.922083 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.922417 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: quota_details Feb 07 20:27:14.922745 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: rbac.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.924100 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.924973 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: rbac-policies Feb 07 20:27:14.925446 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: rbac_address_group.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.926374 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.926885 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: rbac-address-group Feb 07 20:27:14.927306 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: rbac_address_scope.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.928442 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.929281 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: rbac-address-scope Feb 07 20:27:14.929611 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: rbac_security_groups.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.930527 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.931034 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: rbac-security-groups Feb 07 20:27:14.931351 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: rbac_subnetpool.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.932275 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.932778 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: rbac-subnetpool Feb 07 20:27:14.933094 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: revisionifmatch.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.934000 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.934508 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: revision-if-match Feb 07 20:27:14.934824 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: revisions.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.936094 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.936606 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: standard-attr-revisions Feb 07 20:27:14.936924 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: router_availability_zone.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.937611 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.938112 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: router_availability_zone Feb 07 20:27:14.938427 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: routerservicetype.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.939333 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.939850 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extension router-service-type not supported by any of loaded plugins Feb 07 20:27:14.940163 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.941065 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.941563 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: security-groups-normalized-cidr Feb 07 20:27:14.941876 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.942775 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.943272 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: port-security-groups-filtering Feb 07 20:27:14.943619 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.944529 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.945028 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: security-groups-remote-address-group Feb 07 20:27:14.945342 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.946269 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.946768 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: security-groups-shared-filtering Feb 07 20:27:14.947084 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.947701 dv-cinder-828150-2-iscsi neutron-server[102571]: WARNING neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 07 20:27:14.948019 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: securitygroup.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.959613 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.960138 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: security-group Feb 07 20:27:14.960468 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: segment.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.961246 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.961750 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extension segment not supported by any of loaded plugins Feb 07 20:27:14.962073 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.963000 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.963533 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 07 20:27:14.963857 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: servicetype.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.964960 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.965476 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: service-type Feb 07 20:27:14.965799 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: sorting.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.966762 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.967086 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: sorting Feb 07 20:27:14.967414 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: standard_attr_segment.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.968890 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.969406 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 07 20:27:14.969726 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: standardattrdescription.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.970365 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.970870 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: standard-attr-description Feb 07 20:27:14.971190 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: stateful_security_group.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.972117 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.972627 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: stateful-security-group Feb 07 20:27:14.972935 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: stdattrs_common.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.973493 dv-cinder-828150-2-iscsi neutron-server[102571]: WARNING neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 07 20:27:14.973809 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.974738 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.975242 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 07 20:27:14.975587 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: subnet_onboard.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.976656 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.977167 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: subnet_onboard Feb 07 20:27:14.977482 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.978395 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.978899 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 07 20:27:14.979375 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: subnet_service_types.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.980333 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.980839 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: subnet-service-types Feb 07 20:27:14.981153 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: subnetallocation.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.982248 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.982762 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: subnet_allocation Feb 07 20:27:14.983079 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.983761 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.984291 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: subnetpool-prefix-ops Feb 07 20:27:14.984608 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.985518 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.986013 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 07 20:27:14.986327 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: tagging.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.987398 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.987917 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: standard-attr-tag Feb 07 20:27:14.988232 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: timestamp.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.989428 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.989941 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loaded extension: standard-attr-timestamp Feb 07 20:27:14.990262 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: trunk.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.991279 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.991822 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extension trunk not supported by any of loaded plugins Feb 07 20:27:14.992142 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: trunk_details.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.993047 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.993551 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extension trunk-details not supported by any of loaded plugins Feb 07 20:27:14.993869 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: uplink_status_propagation.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.994782 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.995285 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 07 20:27:14.995630 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Loading extension file: vlantransparent.py {{(pid=102571) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 20:27:14.996289 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102571) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 20:27:14.996788 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 07 20:27:14.999330 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.quota.resource_registry [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Creating instance of TrackedResource for resource:network Feb 07 20:27:14.999897 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.quota.resource_registry [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Creating instance of TrackedResource for resource:subnet Feb 07 20:27:15.000288 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.quota.resource_registry [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 20:27:15.000670 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.quota.resource_registry [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Creating instance of TrackedResource for resource:port Feb 07 20:27:15.001871 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.v2.resource_helper [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102571) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 20:27:15.002307 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.v2.resource_helper [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Service FLAVORS assigned prefix: {{(pid=102571) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 20:27:15.002920 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.v2.resource_helper [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102571) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 20:27:15.003342 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.v2.resource_helper [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102571) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 20:27:15.003693 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.quota.resource_registry [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Creating instance of TrackedResource for resource:router Feb 07 20:27:15.004157 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.quota.resource_registry [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Creating instance of TrackedResource for resource:floatingip Feb 07 20:27:15.004591 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.v2.resource_helper [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Service METERING assigned prefix: /metering {{(pid=102571) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 20:27:15.006017 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:15.006381 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:15.006724 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:27:15.007724 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.quota.resource_registry [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Creating instance of CountableResource for resource:rbac_policy Feb 07 20:27:15.008161 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.quota.resource_registry [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Creating instance of TrackedResource for resource:security_group Feb 07 20:27:15.008590 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.quota.resource_registry [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 07 20:27:15.009171 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.v2.resource_helper [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Service CORE assigned prefix: {{(pid=102571) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 20:27:15.009493 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.quota.resource_registry [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 20:27:15.009830 dv-cinder-828150-2-iscsi neutron-server[102571]: WARNING neutron.quota.resource_registry [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] subnetpool is already registered Feb 07 20:27:15.010262 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.v2.resource_helper [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Service CORE assigned prefix: {{(pid=102571) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 20:27:15.010588 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.quota.resource_registry [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 20:27:15.010911 dv-cinder-828150-2-iscsi neutron-server[102571]: WARNING neutron.quota.resource_registry [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] subnetpool is already registered Feb 07 20:27:15.013186 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.v2.resource_helper [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102571) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 20:27:15.013615 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.v2.resource_helper [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Service FLAVORS assigned prefix: {{(pid=102571) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 20:27:15.014192 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.v2.resource_helper [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102571) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 20:27:15.014609 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.v2.resource_helper [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102571) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 20:27:15.014937 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.quota.resource_registry [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Creating instance of TrackedResource for resource:router Feb 07 20:27:15.015815 dv-cinder-828150-2-iscsi neutron-server[102571]: WARNING neutron.quota.resource_registry [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] router is already registered Feb 07 20:27:15.016224 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.quota.resource_registry [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Creating instance of TrackedResource for resource:floatingip Feb 07 20:27:15.016550 dv-cinder-828150-2-iscsi neutron-server[102571]: WARNING neutron.quota.resource_registry [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] floatingip is already registered Feb 07 20:27:15.016998 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.v2.resource_helper [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Service METERING assigned prefix: /metering {{(pid=102571) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 20:27:15.017649 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.quota.resource_registry [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Creating instance of CountableResource for resource:rbac_policy Feb 07 20:27:15.017968 dv-cinder-828150-2-iscsi neutron-server[102571]: WARNING neutron.quota.resource_registry [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] rbac_policy is already registered Feb 07 20:27:15.018396 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.quota.resource_registry [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Creating instance of TrackedResource for resource:security_group Feb 07 20:27:15.018722 dv-cinder-828150-2-iscsi neutron-server[102571]: WARNING neutron.quota.resource_registry [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] security_group is already registered Feb 07 20:27:15.019114 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.quota.resource_registry [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 07 20:27:15.019462 dv-cinder-828150-2-iscsi neutron-server[102571]: WARNING neutron.quota.resource_registry [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] security_group_rule is already registered Feb 07 20:27:15.020081 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.v2.resource_helper [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Service CORE assigned prefix: {{(pid=102571) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 20:27:15.020399 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.quota.resource_registry [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 20:27:15.020722 dv-cinder-828150-2-iscsi neutron-server[102571]: WARNING neutron.quota.resource_registry [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] subnetpool is already registered Feb 07 20:27:15.021146 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.v2.resource_helper [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Service CORE assigned prefix: {{(pid=102571) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 20:27:15.021459 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.quota.resource_registry [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 20:27:15.021778 dv-cinder-828150-2-iscsi neutron-server[102571]: WARNING neutron.quota.resource_registry [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] subnetpool is already registered Feb 07 20:27:15.022232 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extended resource: extensions {{(pid=102571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:27:15.023707 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extended resource: address-groups {{(pid=102571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:27:15.025168 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extended resource: address-scopes {{(pid=102571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:27:15.026490 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extended resource: agents {{(pid=102571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:27:15.027663 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extended resource: auto-allocated-topology {{(pid=102571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:27:15.028909 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extended resource: availability_zones {{(pid=102571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:27:15.030358 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extended resource: dhcp-networks {{(pid=102571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:27:15.031931 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extended resource: dhcp-agents {{(pid=102571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:27:15.033351 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extended resource: routers {{(pid=102571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:27:15.035570 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extended resource: flavors {{(pid=102571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:27:15.036713 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extended resource: service_profiles {{(pid=102571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:27:15.037910 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extended resource: next_providers {{(pid=102571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:27:15.039346 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extended resource: service_profiles {{(pid=102571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:27:15.040892 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extended resource: floatingip-pools {{(pid=102571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:27:15.042095 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extended resource: routers {{(pid=102571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:27:15.044217 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extended resource: floatingips {{(pid=102571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:27:15.045476 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extended resource: l3-routers {{(pid=102571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:27:15.047385 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extended resource: l3-agents {{(pid=102571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:27:15.048805 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extended resource: metering-labels {{(pid=102571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:27:15.050150 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extended resource: metering-label-rules {{(pid=102571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:27:15.051426 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extended resource: network-ip-availabilities {{(pid=102571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:27:15.052689 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extended resource: bindings {{(pid=102571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:27:15.054316 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extended resource: quotas {{(pid=102571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:27:15.055912 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extended resource: quotas {{(pid=102571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:27:15.057420 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extended resource: rbac-policies {{(pid=102571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:27:15.059613 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extended resource: security-groups {{(pid=102571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:27:15.060837 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extended resource: security-group-rules {{(pid=102571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:27:15.062085 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extended resource: service-providers {{(pid=102571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:27:15.063827 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extended resource: subnetpools {{(pid=102571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:27:15.065243 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extended resource: subnetpools {{(pid=102571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:27:15.066681 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extended resource: tags {{(pid=102571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:27:15.068425 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extended resource: tags {{(pid=102571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:27:15.070208 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extended resource: tags {{(pid=102571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:27:15.071995 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extended resource: tags {{(pid=102571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:27:15.073735 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extended resource: tags {{(pid=102571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:27:15.075593 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extended resource: tags {{(pid=102571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:27:15.077297 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extended resource: tags {{(pid=102571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:27:15.079192 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extended resource: tags {{(pid=102571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:27:15.080952 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extended resource: tags {{(pid=102571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:27:15.082770 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron.api.extensions [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Extended resource: tags {{(pid=102571) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 20:27:15.088567 dv-cinder-828150-2-iscsi neutron-server[102571]: WARNING keystonemiddleware.auth_token [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 07 20:27:15.093194 dv-cinder-828150-2-iscsi neutron-server[102571]: WARNING keystonemiddleware.auth_token [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 07 20:27:15.101822 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_concurrency.lockutils [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Acquired lock "singleton_lock" {{(pid=102571) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 07 20:27:15.102284 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_concurrency.lockutils [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Releasing lock "singleton_lock" {{(pid=102571) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 07 20:27:15.102928 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO oslo_service.service [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Starting 2 workers Feb 07 20:27:15.107808 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Started child 102680 {{(pid=102571) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 07 20:27:15.112762 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Started child 102681 {{(pid=102571) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 07 20:27:15.113880 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:27:15.114591 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO neutron.service [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 07 20:27:15.114983 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:27:15.115447 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [-] (102680) wsgi starting up on http://0.0.0.0:9696 Feb 07 20:27:15.117481 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO oslo_service.service [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Starting 1 workers Feb 07 20:27:15.117853 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:27:15.119289 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [-] (102681) wsgi starting up on http://0.0.0.0:9696 Feb 07 20:27:15.122660 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Started child 102682 {{(pid=102571) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 07 20:27:15.123228 dv-cinder-828150-2-iscsi neutron-server[102571]: INFO oslo_service.service [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Starting 1 workers Feb 07 20:27:15.127156 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.service [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] calling RpcWorker wait() {{(pid=102682) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 07 20:27:15.127739 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.service [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] returning from RpcWorker wait() {{(pid=102682) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 07 20:27:15.128328 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Started child 102683 {{(pid=102571) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 07 20:27:15.128907 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:27:15.129132 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG neutron_lib.callbacks.manager [None req-1a0d5d05-40d5-40eb-8fbd-e68d6d5212f2 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:27:15.129348 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:27:15.131061 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102571) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 07 20:27:15.131267 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 07 20:27:15.131492 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 07 20:27:15.131720 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 07 20:27:15.132052 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 07 20:27:15.132206 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 07 20:27:15.132713 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.132984 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.133255 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.133472 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:27:15.133928 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.133928 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.134364 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.134461 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:27:15.134646 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.134881 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.135154 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.135408 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.135581 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.135739 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.135985 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.136263 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.136558 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.136824 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.137066 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.137311 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.137479 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.137736 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.137992 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.138215 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.138469 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] debug = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.138708 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.139181 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.139428 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.139667 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.139912 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.140226 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.140452 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.140721 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.140954 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.141166 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.141395 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.141639 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.141880 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.142105 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.142369 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.142578 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.142853 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.143068 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.143549 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] host = dv-cinder-828150-2-iscsi {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.143764 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.143977 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.144202 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.144443 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.144686 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.144898 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.145141 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.145411 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.145647 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.145867 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.146125 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.146383 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.146562 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.146804 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] log_file = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.146973 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] log_options = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.147199 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.147484 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.147729 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.147915 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.148071 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.148232 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.148485 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.148629 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.148890 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.149120 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.149330 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.149545 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.149780 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.150008 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.150249 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.150476 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.150708 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.150931 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.151184 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.151442 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.151665 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.151906 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.152122 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.152333 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.153328 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.153635 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.153923 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.154407 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.154908 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.154908 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.155325 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.155495 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.155724 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.156003 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.156321 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.156648 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.157072 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.157456 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.157456 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.157905 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.157905 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.158216 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.158359 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.159219 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.162367 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.162367 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.162367 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] use_json = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.162367 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.162367 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.162367 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.162367 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.165017 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.165017 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.165017 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.165017 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.165017 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.165315 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.166051 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.166381 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.166716 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.167051 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.167161 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.167349 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.167901 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.167901 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.168095 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.170117 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.170117 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.170117 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.170117 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.170117 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.170117 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.170117 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.170573 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.170573 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.170714 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.170920 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.171143 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.171941 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.172188 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.172419 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.172993 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.173460 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.173778 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.174047 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.174405 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.174673 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.174940 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.175185 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.175442 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.175667 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.176045 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.176402 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.176757 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.177143 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.177411 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.177631 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.178009 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.178381 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.178615 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.178852 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.179113 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.180261 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.180663 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.181057 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.181313 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.181538 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.181751 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.182117 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.182475 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.182846 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.183219 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.183625 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.184035 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.184411 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.184778 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.185122 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.185484 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.185865 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.186226 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.186595 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.186953 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.187928 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.188143 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.188396 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.188637 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.188856 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.189068 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.189288 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.189521 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.189735 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.189948 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.190182 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.190397 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.190645 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.190837 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.191047 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.191259 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.191487 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.191721 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.191951 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.192171 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.192419 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.192616 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.192847 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.193086 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.193294 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.193564 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.193893 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.194160 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.194404 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.194626 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.194883 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.195097 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.195323 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.195587 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.195801 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.196031 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.196293 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.196515 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.196738 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.196972 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.197213 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.197446 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.197805 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.198194 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.198420 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.198670 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.198937 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.199239 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.199610 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.199861 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.200110 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.200342 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.200631 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.201039 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.201293 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.201532 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.201789 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.202230 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.202863 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.202863 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.203054 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.203254 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.203524 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.203753 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.204012 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.204268 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.204523 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.204751 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.205017 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.205236 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.205450 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.205677 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.205984 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.206211 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.206436 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.206792 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.207198 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.207471 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.207726 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.207993 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.208237 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.208463 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.208751 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.209165 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.209388 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.209640 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.209866 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.210079 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.210319 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.210684 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.210921 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.211151 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.211369 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.211625 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.211859 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.212094 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.212303 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.212537 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.212786 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.213013 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.213247 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.213459 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.213704 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.213949 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.214167 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.214382 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.214659 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.214931 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.215145 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.215420 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.215672 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.215915 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.216138 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.216357 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.216593 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.216803 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.217044 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.217257 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.217466 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.217675 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.217890 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.218099 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.218356 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.218579 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.218789 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.219048 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.219291 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.219659 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.219913 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.220140 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.220379 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.220612 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.220845 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.221058 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.221271 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.221487 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.221758 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.221979 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.222358 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.222591 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.222803 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.223020 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.223256 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.223554 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.223793 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.224027 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.224243 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.224461 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.224675 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.224905 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.225135 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.225343 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.225548 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.225769 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.225873 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:27:15.225968 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.226171 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.226468 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.226709 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.226949 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.227211 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.227476 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.227706 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.227990 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.228200 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.228411 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.228656 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.228869 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.229077 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.229302 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.229510 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.229743 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.229973 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.230250 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.230396 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.230629 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.230846 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.231056 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.231296 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.231569 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.231778 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.232000 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.232228 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.232438 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.232682 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.232915 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.233119 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.233551 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.234442 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.234656 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.234875 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.235090 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.235305 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.235614 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.235863 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.236079 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.236365 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.236591 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.236837 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.237052 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.237355 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.237566 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.237800 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.238032 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.238283 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.238518 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.238755 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.239086 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.239355 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.239626 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.239875 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.240144 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.240411 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.240674 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.240883 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.241172 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.241499 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.241770 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.242008 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.242260 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.242498 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.242736 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.242947 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.243183 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.243440 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.243657 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.243919 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.244143 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.244367 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.244578 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.244797 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.245023 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.245246 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.245489 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.245706 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.245915 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.246069 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 07 20:27:15.246571 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102571) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 07 20:27:15.246729 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 07 20:27:15.246879 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 07 20:27:15.247062 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 07 20:27:15.247228 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 07 20:27:15.247377 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 07 20:27:15.247610 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.247767 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.248077 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.248234 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.248530 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.248851 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.249008 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.249304 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.249651 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.249950 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.250114 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.250275 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.250434 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.250592 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.250752 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.250907 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.251063 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.251222 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.251383 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.251631 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.251784 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.252118 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.252420 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] debug = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.252581 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.252798 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.252967 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.253121 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.253277 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.253434 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.253589 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.253746 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.253901 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.254057 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.254265 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.254358 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.254512 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.254668 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.254823 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.254978 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.255131 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.255287 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.255465 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] host = dv-cinder-828150-2-iscsi {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.255626 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.255820 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.255937 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.256085 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.256238 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.256543 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.256701 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.256851 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.257010 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.257165 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.257324 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.257479 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.257634 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.257792 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] log_file = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.257949 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] log_options = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.258106 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.258257 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.258412 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.258595 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.258756 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.258991 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.259131 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.259267 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.259419 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.259546 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.259671 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.259795 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.259958 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.260119 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.260277 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.260431 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.260588 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.260743 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.260899 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.261055 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.261211 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.261366 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.261523 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.261677 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.261834 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.261990 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.262144 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.262302 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.262464 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.262604 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.262736 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.262891 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.263046 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.263213 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.263382 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.263561 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.263689 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.263814 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.263937 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.264091 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.264247 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.264401 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.264614 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.264742 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.264876 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.265036 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.265702 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] use_json = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.265859 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.266059 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.266656 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.266656 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.266656 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.266656 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.266968 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.266968 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.267113 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 20:27:15.267192 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.267326 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.267520 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.267680 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.267841 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.267998 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.268157 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.268315 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.268474 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.268630 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.268798 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.268955 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.269126 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.269283 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.269439 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.269598 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.269756 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.269915 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.270073 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.270231 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.270389 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.270551 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.270718 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.270874 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.271031 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.271190 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.271346 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.271540 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.271694 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.271864 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.272022 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.272180 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.272337 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.272495 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.272654 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.272813 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.272970 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.273129 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.273288 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.273445 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.273603 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.273762 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.273919 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.274076 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.274234 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.274392 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.274551 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.274710 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.274867 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.275025 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.275184 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.275342 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.275522 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.275681 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.275839 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.275998 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.276155 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.276324 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.276481 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.276639 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.276797 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.276956 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.277113 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.277269 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.277426 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.277584 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.277742 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.277903 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.278076 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.278233 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.278390 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.278548 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.278706 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.278863 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.279267 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.279451 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.279611 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.279769 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.279926 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.280084 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.280242 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.280400 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.280564 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.280722 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.281416 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.281589 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.281746 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.281905 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.282063 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.282220 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.282378 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.282545 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.282719 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.282879 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.283036 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.283192 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.283349 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.283537 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.283695 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.283852 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.284010 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.284168 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.284325 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.284484 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.284642 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.284800 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.284957 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.285114 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.285270 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.285428 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.285586 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.285743 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.285901 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.286058 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.286214 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.286372 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.286568 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.286683 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.286850 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.287009 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.287170 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.287329 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.287514 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.287683 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.287842 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.288001 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.288157 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.288314 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.288471 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.288630 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.288789 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.288945 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.289103 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.289261 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.289430 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.289589 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.289747 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.289906 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.290085 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.290241 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.290397 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.290560 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.290717 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.290873 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.291029 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.291186 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.291343 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.291522 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.291679 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.291839 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.291996 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.292154 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.292311 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.292469 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.292627 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.292784 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.292941 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.293100 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.293257 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.293416 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.293573 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.293731 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.293888 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.294046 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.294205 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.294362 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.294519 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.294677 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.294836 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.294993 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.295149 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.295307 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.295484 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.295643 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.295801 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.295959 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.296116 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.296275 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.296455 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.296614 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.296773 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.296932 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.297092 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.297248 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.297406 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.297564 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.297721 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.297881 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.298038 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.298196 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.298355 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.298512 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.298670 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.298845 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.299003 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.299162 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.299322 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.299502 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.299661 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.299817 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.299975 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.300134 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.300292 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.300451 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.300615 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.300774 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.300931 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.301089 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.301246 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.301407 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.301568 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.301726 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.301884 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.302045 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.302201 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.302358 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.302515 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.302671 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.302828 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.302985 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.303143 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.303300 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.303490 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.303650 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.303807 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.303965 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.304122 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.304279 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.304449 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.304606 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.304763 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.304921 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.305078 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.305235 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.305402 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.305559 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.305716 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.305876 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.306020 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.306177 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.306343 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.306501 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.306657 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.306814 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.306972 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.307128 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.307294 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.307472 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.310782 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.310782 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.310782 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.310782 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.310782 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.310782 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.310782 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.310782 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.311453 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.311453 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.311453 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.311453 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.311453 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.311453 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.311453 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.311453 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.311986 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.311986 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.311986 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.311986 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.311986 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.311986 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.311986 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.311986 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.313045 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.313135 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 44852) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:27:15.313220 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.313220 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.313220 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.313220 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.313220 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.313220 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.313220 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.313220 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.313744 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.313744 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.313744 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.313744 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.313744 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.314069 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.314069 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.314208 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.314294 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.314467 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.314597 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.314755 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.314915 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.315070 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.315229 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.315435 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.315605 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.315765 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.315922 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.316080 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 20:27:15.316230 dv-cinder-828150-2-iscsi neutron-server[102571]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102571) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 07 20:27:15.320547 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064933 Feb 07 20:27:26.576006 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cdf9f7-c9bf-4be2-a8e6-561455e88ab2 None None] get_active_networks_info from dv-cinder-828150-2-iscsi {{(pid=102682) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 20:27:26.650614 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cdf9f7-c9bf-4be2-a8e6-561455e88ab2 None None] No non-hosted networks {{(pid=102682) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 07 20:27:26.667943 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-99abb124-275f-4bda-88d6-bb65aa1a5d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-393396'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_create {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:27:28.840685 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-d45f7f27-5b42-4121-9181-06840b1d67a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-393396'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_create {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:27:28.882624 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-ef82768d-fe0d-48a0-885d-d265e4f59257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:27:29.929327 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-393396'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_create {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:27:31.464753 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-393396'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_create {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:27:32.679470 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-393396'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_create {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:27:32.680218 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:32.680637 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:32.681020 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:32.681402 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:32.681789 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:32.682170 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:32.682550 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:32.682941 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:32.683323 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:32.683722 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:32.684106 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:32.684479 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:32.684866 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:32.685317 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-828150-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:27:32.692157 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-828150-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:27:35.383812 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 44952) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:27:35.877216 dv-cinder-828150-2-iscsi neutron-server[102681]: WARNING oslo_policy.policy [None req-dc50d647-dce2-479f-9235-a2da8d6bbeb2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 20:27:35.877800 dv-cinder-828150-2-iscsi neutron-server[102681]: WARNING oslo_policy.policy [None req-dc50d647-dce2-479f-9235-a2da8d6bbeb2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 20:27:35.885595 dv-cinder-828150-2-iscsi neutron-server[102682]: INFO neutron.db.l3_hamode_db [None req-ab5eb1f7-3cab-4161-8615-38e5f5e93963 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 07 20:27:35.964253 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5eb1f7-3cab-4161-8615-38e5f5e93963 None None] Routers set() bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:27:35.964701 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5eb1f7-3cab-4161-8615-38e5f5e93963 None None] Router IDs set() for agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 07 20:27:36.101855 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [None req-dc50d647-dce2-479f-9235-a2da8d6bbeb2 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102681) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 20:27:36.102842 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-dc50d647-dce2-479f-9235-a2da8d6bbeb2 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7180388 Feb 07 20:27:38.734951 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 44968) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:27:39.030940 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-a2ba08d5-11a3-4fed-b023-c57173d9c0d0 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'tenant_id': '1fd85593742943409724ee224daef15b'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:27:39.120934 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.policy [None req-a2ba08d5-11a3-4fed-b023-c57173d9c0d0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102681) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 07 20:27:39.162329 dv-cinder-828150-2-iscsi neutron-server[102681]: WARNING oslo_policy.policy [None req-a2ba08d5-11a3-4fed-b023-c57173d9c0d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 20:27:39.162646 dv-cinder-828150-2-iscsi neutron-server[102681]: WARNING oslo_policy.policy [None req-a2ba08d5-11a3-4fed-b023-c57173d9c0d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 20:27:39.260766 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-a2ba08d5-11a3-4fed-b023-c57173d9c0d0 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784100668981', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784100668520', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784100674044', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784100685047', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784100695896', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784100696646', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-32943616', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-32867083', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1789937', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1746561'] for rbac-policy (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:27:39.326009 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-a2ba08d5-11a3-4fed-b023-c57173d9c0d0 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:27:39.327271 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-a2ba08d5-11a3-4fed-b023-c57173d9c0d0 admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5913322 Feb 07 20:27:41.939856 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 44980) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:27:42.233503 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-ec785777-17bc-4940-8c12-86e58c09f68c admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '630217dacb45427f8c81275638cd7197', 'project_id': '630217dacb45427f8c81275638cd7197'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:27:42.259702 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec785777-17bc-4940-8c12-86e58c09f68c admin admin] Made reservation on behalf of 630217dacb45427f8c81275638cd7197 for: {'network': 1} {{(pid=102681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:27:42.262305 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ec785777-17bc-4940-8c12-86e58c09f68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for network (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:27:42.279349 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ec785777-17bc-4940-8c12-86e58c09f68c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:27:42.384989 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ec785777-17bc-4940-8c12-86e58c09f68c admin admin] Publish callbacks [] for security_group (524ad11c-b924-48f6-b7e2-28a12710dcbd), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:27:42.388698 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ec785777-17bc-4940-8c12-86e58c09f68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (524ad11c-b924-48f6-b7e2-28a12710dcbd), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:27:42.409342 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec785777-17bc-4940-8c12-86e58c09f68c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=102681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 20:27:42.434752 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ec785777-17bc-4940-8c12-86e58c09f68c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784096777400', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526'] for segment (c793502d-9753-4a2b-aef2-9df0e1cb4eba), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:27:42.435309 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ec785777-17bc-4940-8c12-86e58c09f68c admin admin] Unsubscribe: segment precommit_create {{(pid=102681) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 07 20:27:42.436393 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.db.segments_db [None req-ec785777-17bc-4940-8c12-86e58c09f68c admin admin] Added segment c793502d-9753-4a2b-aef2-9df0e1cb4eba of type vlan for network d4183fcf-1fba-4b50-9348-d5fde7ce6101 Feb 07 20:27:42.456302 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec785777-17bc-4940-8c12-86e58c09f68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524ad11c-b924-48f6-b7e2-28a12710dcbd,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:27:42.502022 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec785777-17bc-4940-8c12-86e58c09f68c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:42.502372 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec785777-17bc-4940-8c12-86e58c09f68c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:42.502708 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec785777-17bc-4940-8c12-86e58c09f68c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:42.503033 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec785777-17bc-4940-8c12-86e58c09f68c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:42.503354 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec785777-17bc-4940-8c12-86e58c09f68c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:42.503696 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec785777-17bc-4940-8c12-86e58c09f68c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:42.504027 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec785777-17bc-4940-8c12-86e58c09f68c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:42.504346 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec785777-17bc-4940-8c12-86e58c09f68c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:42.504676 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec785777-17bc-4940-8c12-86e58c09f68c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:42.505007 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec785777-17bc-4940-8c12-86e58c09f68c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:42.505325 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec785777-17bc-4940-8c12-86e58c09f68c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:42.505635 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec785777-17bc-4940-8c12-86e58c09f68c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:42.505944 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec785777-17bc-4940-8c12-86e58c09f68c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:42.507329 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec785777-17bc-4940-8c12-86e58c09f68c admin admin] Tracked resource versions report: Feb 07 20:27:42.507329 dv-cinder-828150-2-iscsi neutron-server[102681]: pushed versions: Feb 07 20:27:42.507329 dv-cinder-828150-2-iscsi neutron-server[102681]: { 'AddressGroup': {'1.2'}, Feb 07 20:27:42.507329 dv-cinder-828150-2-iscsi neutron-server[102681]: 'ConntrackHelper': {'1.0'}, Feb 07 20:27:42.507329 dv-cinder-828150-2-iscsi neutron-server[102681]: 'LocalIPAssociation': {'1.0'}, Feb 07 20:27:42.507329 dv-cinder-828150-2-iscsi neutron-server[102681]: 'Log': {'1.0'}, Feb 07 20:27:42.507329 dv-cinder-828150-2-iscsi neutron-server[102681]: 'Network': {'1.1'}, Feb 07 20:27:42.507329 dv-cinder-828150-2-iscsi neutron-server[102681]: 'Port': {'1.7'}, Feb 07 20:27:42.507329 dv-cinder-828150-2-iscsi neutron-server[102681]: 'PortForwarding': {'1.2'}, Feb 07 20:27:42.507329 dv-cinder-828150-2-iscsi neutron-server[102681]: 'QosPolicy': {'1.10'}, Feb 07 20:27:42.507329 dv-cinder-828150-2-iscsi neutron-server[102681]: 'SecurityGroup': {'1.5'}, Feb 07 20:27:42.507329 dv-cinder-828150-2-iscsi neutron-server[102681]: 'SecurityGroupRule': {'1.2'}, Feb 07 20:27:42.507329 dv-cinder-828150-2-iscsi neutron-server[102681]: 'SubPort': {'1.0'}, Feb 07 20:27:42.507329 dv-cinder-828150-2-iscsi neutron-server[102681]: 'Subnet': {'1.1'}, Feb 07 20:27:42.507329 dv-cinder-828150-2-iscsi neutron-server[102681]: 'Trunk': {'1.1'}} Feb 07 20:27:42.507329 dv-cinder-828150-2-iscsi neutron-server[102681]: consumer versions: Feb 07 20:27:42.507329 dv-cinder-828150-2-iscsi neutron-server[102681]: { DHCP agent@dv-cinder-828150-2-iscsi: {}, Feb 07 20:27:42.507329 dv-cinder-828150-2-iscsi neutron-server[102681]: L3 agent@dv-cinder-828150-2-iscsi: {}, Feb 07 20:27:42.507329 dv-cinder-828150-2-iscsi neutron-server[102681]: Metadata agent@dv-cinder-828150-2-iscsi: {}, Feb 07 20:27:42.507329 dv-cinder-828150-2-iscsi neutron-server[102681]: Metering agent@dv-cinder-828150-2-iscsi: {}, Feb 07 20:27:42.507329 dv-cinder-828150-2-iscsi neutron-server[102681]: Open vSwitch agent@dv-cinder-828150-2-iscsi: { 'AddressGroup': '1.2', Feb 07 20:27:42.507329 dv-cinder-828150-2-iscsi neutron-server[102681]: 'ConntrackHelper': '1.0', Feb 07 20:27:42.507329 dv-cinder-828150-2-iscsi neutron-server[102681]: 'LocalIPAssociation': '1.0', Feb 07 20:27:42.507329 dv-cinder-828150-2-iscsi neutron-server[102681]: 'Log': '1.0', Feb 07 20:27:42.507329 dv-cinder-828150-2-iscsi neutron-server[102681]: 'Network': '1.1', Feb 07 20:27:42.507329 dv-cinder-828150-2-iscsi neutron-server[102681]: 'Port': '1.7', Feb 07 20:27:42.507329 dv-cinder-828150-2-iscsi neutron-server[102681]: 'PortForwarding': '1.2', Feb 07 20:27:42.507329 dv-cinder-828150-2-iscsi neutron-server[102681]: 'QosPolicy': '1.10', Feb 07 20:27:42.507329 dv-cinder-828150-2-iscsi neutron-server[102681]: 'SecurityGroup': '1.5', Feb 07 20:27:42.507329 dv-cinder-828150-2-iscsi neutron-server[102681]: 'SecurityGroupRule': '1.2', Feb 07 20:27:42.507329 dv-cinder-828150-2-iscsi neutron-server[102681]: 'SubPort': '1.0', Feb 07 20:27:42.507329 dv-cinder-828150-2-iscsi neutron-server[102681]: 'Subnet': '1.1', Feb 07 20:27:42.507329 dv-cinder-828150-2-iscsi neutron-server[102681]: 'Trunk': '1.1'}} Feb 07 20:27:42.507329 dv-cinder-828150-2-iscsi neutron-server[102681]: {{(pid=102681) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 20:27:42.548587 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ec785777-17bc-4940-8c12-86e58c09f68c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784096251423'] for network (d4183fcf-1fba-4b50-9348-d5fde7ce6101), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:27:42.587451 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ec785777-17bc-4940-8c12-86e58c09f68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540'] for network (d4183fcf-1fba-4b50-9348-d5fde7ce6101), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:27:42.588613 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec785777-17bc-4940-8c12-86e58c09f68c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:27:42.589307 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ec785777-17bc-4940-8c12-86e58c09f68c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for network (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:27:42.665617 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-ec785777-17bc-4940-8c12-86e58c09f68c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7246380 Feb 07 20:27:42.692564 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec785777-17bc-4940-8c12-86e58c09f68c admin admin] Pushing event updated for resources: {'Network': ['ID=d4183fcf-1fba-4b50-9348-d5fde7ce6101,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:27:42.705038 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Network d4183fcf-1fba-4b50-9348-d5fde7ce6101 details requested by agent ovs-agent-dv-cinder-828150-2-iscsi with host dv-cinder-828150-2-iscsi {{(pid=102682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 20:27:45.364193 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 44994) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:27:45.851516 dv-cinder-828150-2-iscsi neutron-server[102680]: WARNING oslo_policy.policy [None req-40247fae-8fa4-46fd-9890-5f32ee46b6b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 20:27:45.852120 dv-cinder-828150-2-iscsi neutron-server[102680]: WARNING oslo_policy.policy [None req-40247fae-8fa4-46fd-9890-5f32ee46b6b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 20:27:46.286709 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.policy [None req-40247fae-8fa4-46fd-9890-5f32ee46b6b7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102680) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 07 20:27:46.329765 dv-cinder-828150-2-iscsi neutron-server[102680]: WARNING oslo_policy.policy [None req-40247fae-8fa4-46fd-9890-5f32ee46b6b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 20:27:46.330317 dv-cinder-828150-2-iscsi neutron-server[102680]: WARNING oslo_policy.policy [None req-40247fae-8fa4-46fd-9890-5f32ee46b6b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 20:27:46.338295 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40247fae-8fa4-46fd-9890-5f32ee46b6b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:27:46.340266 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-40247fae-8fa4-46fd-9890-5f32ee46b6b7 admin admin] 10.222.0.60 "GET /v2.0/networks/d4183fcf-1fba-4b50-9348-d5fde7ce6101 HTTP/1.1" status: 200 len: 825 time: 0.9739945 Feb 07 20:27:46.378638 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-639eb752-e839-4692-a8d7-229dcf0b2a8a admin admin] 10.222.0.60 "GET /v2.0/subnetpools/0855cb95-4d9e-4743-904d-47a08181298e HTTP/1.1" status: 200 len: 734 time: 0.0328841 Feb 07 20:27:46.387200 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-a6fac22c-38a8-4e38-a86f-10a515835153 admin admin] Request body: {'subnet': {'subnetpool_id': '0855cb95-4d9e-4743-904d-47a08181298e', 'tenant_id': '630217dacb45427f8c81275638cd7197', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'd4183fcf-1fba-4b50-9348-d5fde7ce6101'}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:27:46.424672 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fac22c-38a8-4e38-a86f-10a515835153 admin admin] Made reservation on behalf of 630217dacb45427f8c81275638cd7197 for: {'subnet': 1} {{(pid=102680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:27:46.427412 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a6fac22c-38a8-4e38-a86f-10a515835153 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:27:46.706249 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a6fac22c-38a8-4e38-a86f-10a515835153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540'] for subnet (ba378556-3a83-4051-b820-12a2ded7843d), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:27:46.773278 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fac22c-38a8-4e38-a86f-10a515835153 admin admin] Checking segment: {'id': 'c793502d-9753-4a2b-aef2-9df0e1cb4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd4183fcf-1fba-4b50-9348-d5fde7ce6101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:27:46.773658 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fac22c-38a8-4e38-a86f-10a515835153 admin admin] Network hostable DHCP agents. Network: d4183fcf-1fba-4b50-9348-d5fde7ce6101, hostable agents: ['e1cc327f-50d0-4a6e-8186-ec075b67de95'], hosted agents: [] {{(pid=102680) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 20:27:46.787872 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fac22c-38a8-4e38-a86f-10a515835153 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba378556-3a83-4051-b820-12a2ded7843d,revision_number=0']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:27:46.798745 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fac22c-38a8-4e38-a86f-10a515835153 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:46.799109 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fac22c-38a8-4e38-a86f-10a515835153 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:46.799472 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fac22c-38a8-4e38-a86f-10a515835153 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:46.799803 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fac22c-38a8-4e38-a86f-10a515835153 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:46.800128 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fac22c-38a8-4e38-a86f-10a515835153 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:46.800449 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fac22c-38a8-4e38-a86f-10a515835153 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:46.800788 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fac22c-38a8-4e38-a86f-10a515835153 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:46.801109 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fac22c-38a8-4e38-a86f-10a515835153 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:46.801442 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fac22c-38a8-4e38-a86f-10a515835153 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:46.801777 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fac22c-38a8-4e38-a86f-10a515835153 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:46.802102 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fac22c-38a8-4e38-a86f-10a515835153 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:46.802439 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fac22c-38a8-4e38-a86f-10a515835153 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:46.802718 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fac22c-38a8-4e38-a86f-10a515835153 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:46.804108 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fac22c-38a8-4e38-a86f-10a515835153 admin admin] Tracked resource versions report: Feb 07 20:27:46.804108 dv-cinder-828150-2-iscsi neutron-server[102680]: pushed versions: Feb 07 20:27:46.804108 dv-cinder-828150-2-iscsi neutron-server[102680]: { 'AddressGroup': {'1.2'}, Feb 07 20:27:46.804108 dv-cinder-828150-2-iscsi neutron-server[102680]: 'ConntrackHelper': {'1.0'}, Feb 07 20:27:46.804108 dv-cinder-828150-2-iscsi neutron-server[102680]: 'LocalIPAssociation': {'1.0'}, Feb 07 20:27:46.804108 dv-cinder-828150-2-iscsi neutron-server[102680]: 'Log': {'1.0'}, Feb 07 20:27:46.804108 dv-cinder-828150-2-iscsi neutron-server[102680]: 'Network': {'1.1'}, Feb 07 20:27:46.804108 dv-cinder-828150-2-iscsi neutron-server[102680]: 'Port': {'1.7'}, Feb 07 20:27:46.804108 dv-cinder-828150-2-iscsi neutron-server[102680]: 'PortForwarding': {'1.2'}, Feb 07 20:27:46.804108 dv-cinder-828150-2-iscsi neutron-server[102680]: 'QosPolicy': {'1.10'}, Feb 07 20:27:46.804108 dv-cinder-828150-2-iscsi neutron-server[102680]: 'SecurityGroup': {'1.5'}, Feb 07 20:27:46.804108 dv-cinder-828150-2-iscsi neutron-server[102680]: 'SecurityGroupRule': {'1.2'}, Feb 07 20:27:46.804108 dv-cinder-828150-2-iscsi neutron-server[102680]: 'SubPort': {'1.0'}, Feb 07 20:27:46.804108 dv-cinder-828150-2-iscsi neutron-server[102680]: 'Subnet': {'1.1'}, Feb 07 20:27:46.804108 dv-cinder-828150-2-iscsi neutron-server[102680]: 'Trunk': {'1.1'}} Feb 07 20:27:46.804108 dv-cinder-828150-2-iscsi neutron-server[102680]: consumer versions: Feb 07 20:27:46.804108 dv-cinder-828150-2-iscsi neutron-server[102680]: { DHCP agent@dv-cinder-828150-2-iscsi: {}, Feb 07 20:27:46.804108 dv-cinder-828150-2-iscsi neutron-server[102680]: L3 agent@dv-cinder-828150-2-iscsi: {}, Feb 07 20:27:46.804108 dv-cinder-828150-2-iscsi neutron-server[102680]: Metadata agent@dv-cinder-828150-2-iscsi: {}, Feb 07 20:27:46.804108 dv-cinder-828150-2-iscsi neutron-server[102680]: Metering agent@dv-cinder-828150-2-iscsi: {}, Feb 07 20:27:46.804108 dv-cinder-828150-2-iscsi neutron-server[102680]: Open vSwitch agent@dv-cinder-828150-2-iscsi: { 'AddressGroup': '1.2', Feb 07 20:27:46.804108 dv-cinder-828150-2-iscsi neutron-server[102680]: 'ConntrackHelper': '1.0', Feb 07 20:27:46.804108 dv-cinder-828150-2-iscsi neutron-server[102680]: 'LocalIPAssociation': '1.0', Feb 07 20:27:46.804108 dv-cinder-828150-2-iscsi neutron-server[102680]: 'Log': '1.0', Feb 07 20:27:46.804108 dv-cinder-828150-2-iscsi neutron-server[102680]: 'Network': '1.1', Feb 07 20:27:46.804108 dv-cinder-828150-2-iscsi neutron-server[102680]: 'Port': '1.7', Feb 07 20:27:46.804108 dv-cinder-828150-2-iscsi neutron-server[102680]: 'PortForwarding': '1.2', Feb 07 20:27:46.804108 dv-cinder-828150-2-iscsi neutron-server[102680]: 'QosPolicy': '1.10', Feb 07 20:27:46.804108 dv-cinder-828150-2-iscsi neutron-server[102680]: 'SecurityGroup': '1.5', Feb 07 20:27:46.804108 dv-cinder-828150-2-iscsi neutron-server[102680]: 'SecurityGroupRule': '1.2', Feb 07 20:27:46.804108 dv-cinder-828150-2-iscsi neutron-server[102680]: 'SubPort': '1.0', Feb 07 20:27:46.804108 dv-cinder-828150-2-iscsi neutron-server[102680]: 'Subnet': '1.1', Feb 07 20:27:46.804108 dv-cinder-828150-2-iscsi neutron-server[102680]: 'Trunk': '1.1'}} Feb 07 20:27:46.804108 dv-cinder-828150-2-iscsi neutron-server[102680]: {{(pid=102680) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 20:27:46.826518 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fac22c-38a8-4e38-a86f-10a515835153 admin admin] Network d4183fcf-1fba-4b50-9348-d5fde7ce6101 is scheduled to be hosted by DHCP agent e1cc327f-50d0-4a6e-8186-ec075b67de95 with binding_index 1 {{(pid=102680) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 20:27:46.840386 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [None req-a6fac22c-38a8-4e38-a86f-10a515835153 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828150-2-iscsi, d4183fcf-1fba-4b50-9348-d5fde7ce6101) {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:27:46.845565 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fac22c-38a8-4e38-a86f-10a515835153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:27:46.846186 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a6fac22c-38a8-4e38-a86f-10a515835153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for subnet (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:27:46.850649 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22b3421-30cf-434e-bd80-7072f003c42a None None] Network d4183fcf-1fba-4b50-9348-d5fde7ce6101 requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:27:46.867929 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-a6fac22c-38a8-4e38-a86f-10a515835153 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4840410 Feb 07 20:27:47.116656 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e9b074-2c5d-43c6-86ba-d3b3fd4637dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77ca2aab-c32d-5221-adbb-aaf0b4c52255-d4183fcf-1fba-4b50-9348-d5fde7ce6101', 'network_id': 'd4183fcf-1fba-4b50-9348-d5fde7ce6101', 'project_id': '630217dacb45427f8c81275638cd7197', 'fixed_ips': [{'subnet_id': 'ba378556-3a83-4051-b820-12a2ded7843d'}]}} from dv-cinder-828150-2-iscsi. {{(pid=102682) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 20:27:47.117896 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-30e9b074-2c5d-43c6-86ba-d3b3fd4637dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:27:47.418322 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.db_base_plugin_common [None req-30e9b074-2c5d-43c6-86ba-d3b3fd4637dc None None] Allocated IP 172.20.0.2 (d4183fcf-1fba-4b50-9348-d5fde7ce6101/ba378556-3a83-4051-b820-12a2ded7843d/dadf2ca4-27c7-4647-bbf4-4ad097d42648) {{(pid=102682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:27:47.655292 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-30e9b074-2c5d-43c6-86ba-d3b3fd4637dc None None] Publish callbacks [] for port (dadf2ca4-27c7-4647-bbf4-4ad097d42648), precommit_create {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:27:47.662367 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-30e9b074-2c5d-43c6-86ba-d3b3fd4637dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216'] for port (dadf2ca4-27c7-4647-bbf4-4ad097d42648), after_create {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:27:47.728808 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e9b074-2c5d-43c6-86ba-d3b3fd4637dc None None] Network d4183fcf-1fba-4b50-9348-d5fde7ce6101 is already hosted by enough agents. {{(pid=102682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:27:47.735193 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.scheduler.base_scheduler [None req-30e9b074-2c5d-43c6-86ba-d3b3fd4637dc None None] Resources bound (agent type, host, resource id): {{(pid=102682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:27:47.746772 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e9b074-2c5d-43c6-86ba-d3b3fd4637dc None None] Received port after_create {{(pid=102682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:27:47.777632 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e9b074-2c5d-43c6-86ba-d3b3fd4637dc None None] Pushing event updated for resources: {'Port': ['ID=dadf2ca4-27c7-4647-bbf4-4ad097d42648,revision_number=1']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:27:47.803990 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e9b074-2c5d-43c6-86ba-d3b3fd4637dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:47.804357 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e9b074-2c5d-43c6-86ba-d3b3fd4637dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:47.804718 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e9b074-2c5d-43c6-86ba-d3b3fd4637dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:47.805056 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e9b074-2c5d-43c6-86ba-d3b3fd4637dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:47.805384 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e9b074-2c5d-43c6-86ba-d3b3fd4637dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:47.805712 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e9b074-2c5d-43c6-86ba-d3b3fd4637dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:47.806041 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e9b074-2c5d-43c6-86ba-d3b3fd4637dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:47.806363 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e9b074-2c5d-43c6-86ba-d3b3fd4637dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:47.806683 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e9b074-2c5d-43c6-86ba-d3b3fd4637dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:47.807020 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e9b074-2c5d-43c6-86ba-d3b3fd4637dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:47.807345 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e9b074-2c5d-43c6-86ba-d3b3fd4637dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:47.807688 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e9b074-2c5d-43c6-86ba-d3b3fd4637dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:47.808005 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e9b074-2c5d-43c6-86ba-d3b3fd4637dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:27:47.809402 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e9b074-2c5d-43c6-86ba-d3b3fd4637dc None None] Tracked resource versions report: Feb 07 20:27:47.809402 dv-cinder-828150-2-iscsi neutron-server[102682]: pushed versions: Feb 07 20:27:47.809402 dv-cinder-828150-2-iscsi neutron-server[102682]: { 'AddressGroup': {'1.2'}, Feb 07 20:27:47.809402 dv-cinder-828150-2-iscsi neutron-server[102682]: 'ConntrackHelper': {'1.0'}, Feb 07 20:27:47.809402 dv-cinder-828150-2-iscsi neutron-server[102682]: 'LocalIPAssociation': {'1.0'}, Feb 07 20:27:47.809402 dv-cinder-828150-2-iscsi neutron-server[102682]: 'Log': {'1.0'}, Feb 07 20:27:47.809402 dv-cinder-828150-2-iscsi neutron-server[102682]: 'Network': {'1.1'}, Feb 07 20:27:47.809402 dv-cinder-828150-2-iscsi neutron-server[102682]: 'Port': {'1.7'}, Feb 07 20:27:47.809402 dv-cinder-828150-2-iscsi neutron-server[102682]: 'PortForwarding': {'1.2'}, Feb 07 20:27:47.809402 dv-cinder-828150-2-iscsi neutron-server[102682]: 'QosPolicy': {'1.10'}, Feb 07 20:27:47.809402 dv-cinder-828150-2-iscsi neutron-server[102682]: 'SecurityGroup': {'1.5'}, Feb 07 20:27:47.809402 dv-cinder-828150-2-iscsi neutron-server[102682]: 'SecurityGroupRule': {'1.2'}, Feb 07 20:27:47.809402 dv-cinder-828150-2-iscsi neutron-server[102682]: 'SubPort': {'1.0'}, Feb 07 20:27:47.809402 dv-cinder-828150-2-iscsi neutron-server[102682]: 'Subnet': {'1.1'}, Feb 07 20:27:47.809402 dv-cinder-828150-2-iscsi neutron-server[102682]: 'Trunk': {'1.1'}} Feb 07 20:27:47.809402 dv-cinder-828150-2-iscsi neutron-server[102682]: consumer versions: Feb 07 20:27:47.809402 dv-cinder-828150-2-iscsi neutron-server[102682]: { DHCP agent@dv-cinder-828150-2-iscsi: {}, Feb 07 20:27:47.809402 dv-cinder-828150-2-iscsi neutron-server[102682]: L3 agent@dv-cinder-828150-2-iscsi: {}, Feb 07 20:27:47.809402 dv-cinder-828150-2-iscsi neutron-server[102682]: Metadata agent@dv-cinder-828150-2-iscsi: {}, Feb 07 20:27:47.809402 dv-cinder-828150-2-iscsi neutron-server[102682]: Metering agent@dv-cinder-828150-2-iscsi: {}, Feb 07 20:27:47.809402 dv-cinder-828150-2-iscsi neutron-server[102682]: Open vSwitch agent@dv-cinder-828150-2-iscsi: { 'AddressGroup': '1.2', Feb 07 20:27:47.809402 dv-cinder-828150-2-iscsi neutron-server[102682]: 'ConntrackHelper': '1.0', Feb 07 20:27:47.809402 dv-cinder-828150-2-iscsi neutron-server[102682]: 'LocalIPAssociation': '1.0', Feb 07 20:27:47.809402 dv-cinder-828150-2-iscsi neutron-server[102682]: 'Log': '1.0', Feb 07 20:27:47.809402 dv-cinder-828150-2-iscsi neutron-server[102682]: 'Network': '1.1', Feb 07 20:27:47.809402 dv-cinder-828150-2-iscsi neutron-server[102682]: 'Port': '1.7', Feb 07 20:27:47.809402 dv-cinder-828150-2-iscsi neutron-server[102682]: 'PortForwarding': '1.2', Feb 07 20:27:47.809402 dv-cinder-828150-2-iscsi neutron-server[102682]: 'QosPolicy': '1.10', Feb 07 20:27:47.809402 dv-cinder-828150-2-iscsi neutron-server[102682]: 'SecurityGroup': '1.5', Feb 07 20:27:47.809402 dv-cinder-828150-2-iscsi neutron-server[102682]: 'SecurityGroupRule': '1.2', Feb 07 20:27:47.809402 dv-cinder-828150-2-iscsi neutron-server[102682]: 'SubPort': '1.0', Feb 07 20:27:47.809402 dv-cinder-828150-2-iscsi neutron-server[102682]: 'Subnet': '1.1', Feb 07 20:27:47.809402 dv-cinder-828150-2-iscsi neutron-server[102682]: 'Trunk': '1.1'}} Feb 07 20:27:47.809402 dv-cinder-828150-2-iscsi neutron-server[102682]: {{(pid=102682) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 20:27:47.836362 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-30e9b074-2c5d-43c6-86ba-d3b3fd4637dc None None] Attempting to bind port dadf2ca4-27c7-4647-bbf4-4ad097d42648 on host dv-cinder-828150-2-iscsi for vnic_type normal with profile {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:27:47.836755 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-30e9b074-2c5d-43c6-86ba-d3b3fd4637dc None None] Attempting to bind port dadf2ca4-27c7-4647-bbf4-4ad097d42648 by drivers openvswitch,hyperv on host dv-cinder-828150-2-iscsi at level 0 using segments [{'id': 'c793502d-9753-4a2b-aef2-9df0e1cb4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd4183fcf-1fba-4b50-9348-d5fde7ce6101'}] {{(pid=102682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:27:47.837185 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e9b074-2c5d-43c6-86ba-d3b3fd4637dc None None] Attempting to bind port dadf2ca4-27c7-4647-bbf4-4ad097d42648 on network d4183fcf-1fba-4b50-9348-d5fde7ce6101 {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:27:47.842376 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e9b074-2c5d-43c6-86ba-d3b3fd4637dc None None] Checking agent: {'id': 'c89dd41c-5256-44ac-a1f6-453d759a66bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828150-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 27, 33), 'started_at': datetime.datetime(2022, 2, 7, 20, 27, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828150-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:27:47.842721 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e9b074-2c5d-43c6-86ba-d3b3fd4637dc None None] Checking segment: {'id': 'c793502d-9753-4a2b-aef2-9df0e1cb4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd4183fcf-1fba-4b50-9348-d5fde7ce6101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:27:47.843195 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-30e9b074-2c5d-43c6-86ba-d3b3fd4637dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:27:47.843604 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e9b074-2c5d-43c6-86ba-d3b3fd4637dc None None] Bound using segment: {'id': 'c793502d-9753-4a2b-aef2-9df0e1cb4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd4183fcf-1fba-4b50-9348-d5fde7ce6101'} {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:27:47.844085 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-30e9b074-2c5d-43c6-86ba-d3b3fd4637dc None None] Bound port: dadf2ca4-27c7-4647-bbf4-4ad097d42648, host: dv-cinder-828150-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c793502d-9753-4a2b-aef2-9df0e1cb4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd4183fcf-1fba-4b50-9348-d5fde7ce6101'}}] {{(pid=102682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:27:47.844486 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-30e9b074-2c5d-43c6-86ba-d3b3fd4637dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (dadf2ca4-27c7-4647-bbf4-4ad097d42648), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:27:47.909342 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-30e9b074-2c5d-43c6-86ba-d3b3fd4637dc None None] For port dadf2ca4-27c7-4647-bbf4-4ad097d42648, host dv-cinder-828150-2-iscsi, cleared binding levels {{(pid=102682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:27:47.913496 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-30e9b074-2c5d-43c6-86ba-d3b3fd4637dc None None] For port dadf2ca4-27c7-4647-bbf4-4ad097d42648, host dv-cinder-828150-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=dadf2ca4-27c7-4647-bbf4-4ad097d42648,segment=NetworkSegment(c793502d-9753-4a2b-aef2-9df0e1cb4eba),segment_id=c793502d-9753-4a2b-aef2-9df0e1cb4eba)] {{(pid=102682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:27:47.920770 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-30e9b074-2c5d-43c6-86ba-d3b3fd4637dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (dadf2ca4-27c7-4647-bbf4-4ad097d42648), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:27:47.982720 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e9b074-2c5d-43c6-86ba-d3b3fd4637dc None None] Pushing event updated for resources: {'Port': ['ID=dadf2ca4-27c7-4647-bbf4-4ad097d42648,revision_number=2']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:27:49.339670 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 45014) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:27:49.664655 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [None req-5b662fea-654f-4f96-8de9-cb82b610de0f admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102680) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 20:27:49.665746 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-5b662fea-654f-4f96-8de9-cb82b610de0f admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3251204 Feb 07 20:27:52.178560 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 45022) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:27:52.486962 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [None req-c86cbe26-7fbf-407e-97b4-d6e9347c55a6 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102680) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 20:27:52.487952 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-c86cbe26-7fbf-407e-97b4-d6e9347c55a6 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3084915 Feb 07 20:27:53.171784 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.agents_db [None req-6ca4556d-c1da-4dc5-8d4b-cf8528912650 None None] Agent healthcheck: found 5 active agents {{(pid=102683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:27:55.172619 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 45032) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:27:55.470341 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-f8803c5e-d64f-473a-8f67-8c245600692a admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '630217dacb45427f8c81275638cd7197'}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:27:55.492667 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f8803c5e-d64f-473a-8f67-8c245600692a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-394574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7728'] for router (f3368403-a7f2-4088-9865-57b85058ed00), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:27:55.494241 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f8803c5e-d64f-473a-8f67-8c245600692a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7723'] for router (f3368403-a7f2-4088-9865-57b85058ed00), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:27:55.634133 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f8803c5e-d64f-473a-8f67-8c245600692a admin admin] Publish callbacks [] for router_controller (f3368403-a7f2-4088-9865-57b85058ed00), precommit_add_association {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:27:55.639706 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f8803c5e-d64f-473a-8f67-8c245600692a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395847'] for router (f3368403-a7f2-4088-9865-57b85058ed00), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:27:55.654705 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f8803c5e-d64f-473a-8f67-8c245600692a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:27:55.655933 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-f8803c5e-d64f-473a-8f67-8c245600692a admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4823158 Feb 07 20:27:56.495967 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-6daa4dec-b55f-4b9e-8e4c-ca9394f06cd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:27:57.392230 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device dadf2ca4-27c7-4647-bbf4-4ad097d42648 up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:27:57.476569 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port dadf2ca4-27c7-4647-bbf4-4ad097d42648 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:27:57.476905 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (dadf2ca4-27c7-4647-bbf4-4ad097d42648), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:27:57.584830 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port dadf2ca4-27c7-4647-bbf4-4ad097d42648 is: DOWN; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:27:57.585529 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (dadf2ca4-27c7-4647-bbf4-4ad097d42648), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:27:57.617235 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] For port dadf2ca4-27c7-4647-bbf4-4ad097d42648, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=dadf2ca4-27c7-4647-bbf4-4ad097d42648,segment=NetworkSegment(c793502d-9753-4a2b-aef2-9df0e1cb4eba),segment_id=c793502d-9753-4a2b-aef2-9df0e1cb4eba)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:27:57.621091 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (dadf2ca4-27c7-4647-bbf4-4ad097d42648), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:27:57.674130 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Pushing event updated for resources: {'Port': ['ID=dadf2ca4-27c7-4647-bbf4-4ad097d42648,revision_number=3']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:27:58.114678 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 45044) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:27:58.427198 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [None req-0add136b-3f2d-4c07-bc35-d9161cbff88c admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102680) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 20:27:58.428283 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-0add136b-3f2d-4c07-bc35-d9161cbff88c admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3125846 Feb 07 20:27:58.843103 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-05b1f8a5-8958-4b4c-b267-30fc4dd3fe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:27:58.975582 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ea45f8-4ab3-4b5c-a7bd-4ac72d3b672d None None] Network d4183fcf-1fba-4b50-9348-d5fde7ce6101 requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:27:59.038041 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-60390b21-02c4-446d-8abf-f80f79b47cb4 None None] Provisioning complete for port dadf2ca4-27c7-4647-bbf4-4ad097d42648 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:27:59.038432 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-60390b21-02c4-446d-8abf-f80f79b47cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (dadf2ca4-27c7-4647-bbf4-4ad097d42648), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:27:59.165620 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-60390b21-02c4-446d-8abf-f80f79b47cb4 None None] Current status of the port dadf2ca4-27c7-4647-bbf4-4ad097d42648 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:27:59.331738 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device dadf2ca4-27c7-4647-bbf4-4ad097d42648 up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:27:59.380237 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port dadf2ca4-27c7-4647-bbf4-4ad097d42648 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:27:59.380622 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (dadf2ca4-27c7-4647-bbf4-4ad097d42648), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:27:59.420573 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-5065f9e8-9b20-48d3-8464-e57475a24696 None None] Provisioning complete for port dadf2ca4-27c7-4647-bbf4-4ad097d42648 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:27:59.420857 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-5065f9e8-9b20-48d3-8464-e57475a24696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (dadf2ca4-27c7-4647-bbf4-4ad097d42648), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:27:59.497532 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port dadf2ca4-27c7-4647-bbf4-4ad097d42648 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:27:59.532698 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-5065f9e8-9b20-48d3-8464-e57475a24696 None None] Current status of the port dadf2ca4-27c7-4647-bbf4-4ad097d42648 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:27:59.892558 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:00.926813 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 45074) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:28:01.051213 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-761e248a-fbec-48d7-a080-bcb2dcef9cd4 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'project_id': '1fd85593742943409724ee224daef15b', 'tenant_id': '1fd85593742943409724ee224daef15b', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:28:01.091268 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761e248a-fbec-48d7-a080-bcb2dcef9cd4 admin admin] Made reservation on behalf of 1fd85593742943409724ee224daef15b for: {'network': 1} {{(pid=102680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:28:01.093585 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-761e248a-fbec-48d7-a080-bcb2dcef9cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for network (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:01.108169 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-761e248a-fbec-48d7-a080-bcb2dcef9cd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:01.208186 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-761e248a-fbec-48d7-a080-bcb2dcef9cd4 admin admin] Publish callbacks [] for security_group (e712d61b-934a-4d83-94d0-4dedfc44db7e), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:01.211782 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-761e248a-fbec-48d7-a080-bcb2dcef9cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (e712d61b-934a-4d83-94d0-4dedfc44db7e), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:01.226516 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-761e248a-fbec-48d7-a080-bcb2dcef9cd4 admin admin] Reserving flat network on physical network physnet1 {{(pid=102680) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 07 20:28:01.245629 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e248a-fbec-48d7-a080-bcb2dcef9cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e712d61b-934a-4d83-94d0-4dedfc44db7e,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:28:01.253052 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-761e248a-fbec-48d7-a080-bcb2dcef9cd4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784096777400', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526'] for segment (b6259b7e-66cb-4b1d-a7b0-58f7e3300c62), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:01.253617 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-761e248a-fbec-48d7-a080-bcb2dcef9cd4 admin admin] Unsubscribe: segment precommit_create {{(pid=102680) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 07 20:28:01.254101 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.db.segments_db [None req-761e248a-fbec-48d7-a080-bcb2dcef9cd4 admin admin] Added segment b6259b7e-66cb-4b1d-a7b0-58f7e3300c62 of type flat for network 8fac5e93-9c31-4064-8161-a8fff953e3cb Feb 07 20:28:01.314629 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-761e248a-fbec-48d7-a080-bcb2dcef9cd4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784096251423'] for network (8fac5e93-9c31-4064-8161-a8fff953e3cb), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:01.352251 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-761e248a-fbec-48d7-a080-bcb2dcef9cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540'] for network (8fac5e93-9c31-4064-8161-a8fff953e3cb), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:01.353222 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761e248a-fbec-48d7-a080-bcb2dcef9cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:28:01.353783 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-761e248a-fbec-48d7-a080-bcb2dcef9cd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for network (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:01.423097 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:01.423984 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-761e248a-fbec-48d7-a080-bcb2dcef9cd4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4951797 Feb 07 20:28:01.448349 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e248a-fbec-48d7-a080-bcb2dcef9cd4 admin admin] Pushing event updated for resources: {'Network': ['ID=8fac5e93-9c31-4064-8161-a8fff953e3cb,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:28:01.458915 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Network 8fac5e93-9c31-4064-8161-a8fff953e3cb details requested by agent ovs-agent-dv-cinder-828150-2-iscsi with host dv-cinder-828150-2-iscsi {{(pid=102682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 20:28:02.683439 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:03.719210 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 45082) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:28:03.854236 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6c73cf-bcf0-48cd-86e0-d99238913a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:28:03.855616 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-6a6c73cf-bcf0-48cd-86e0-d99238913a91 admin admin] 10.222.0.60 "GET /v2.0/subnets/ba378556-3a83-4051-b820-12a2ded7843d HTTP/1.1" status: 200 len: 849 time: 0.1354036 Feb 07 20:28:04.034245 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-d010bbb3-15f2-4264-9daa-5b5e8fd33012 admin admin] 10.222.0.60 "GET /v2.0/routers/f3368403-a7f2-4088-9865-57b85058ed00 HTTP/1.1" status: 200 len: 704 time: 0.1729503 Feb 07 20:28:04.300920 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-cc0af975-21c4-4a2f-b4ed-a57ca01fba32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:04.591520 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.db_base_plugin_common [None req-cc0af975-21c4-4a2f-b4ed-a57ca01fba32 admin admin] Allocated IP 172.20.0.1 (d4183fcf-1fba-4b50-9348-d5fde7ce6101/ba378556-3a83-4051-b820-12a2ded7843d/7ab7b134-a501-4246-8491-0745a803561d) {{(pid=102681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:28:04.766140 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-cc0af975-21c4-4a2f-b4ed-a57ca01fba32 admin admin] Publish callbacks [] for port (7ab7b134-a501-4246-8491-0745a803561d), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:04.833148 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-cc0af975-21c4-4a2f-b4ed-a57ca01fba32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216'] for port (7ab7b134-a501-4246-8491-0745a803561d), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:04.909614 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0af975-21c4-4a2f-b4ed-a57ca01fba32 admin admin] Network d4183fcf-1fba-4b50-9348-d5fde7ce6101 is already hosted by enough agents. {{(pid=102681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:28:04.914124 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.base_scheduler [None req-cc0af975-21c4-4a2f-b4ed-a57ca01fba32 admin admin] Resources bound (agent type, host, resource id): {{(pid=102681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:28:04.920847 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0af975-21c4-4a2f-b4ed-a57ca01fba32 admin admin] Received port after_create {{(pid=102681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:28:04.921383 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-cc0af975-21c4-4a2f-b4ed-a57ca01fba32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395920'] for router_interface (f3368403-a7f2-4088-9865-57b85058ed00), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:04.984275 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0af975-21c4-4a2f-b4ed-a57ca01fba32 admin admin] Pushing event updated for resources: {'Port': ['ID=7ab7b134-a501-4246-8491-0745a803561d,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:28:05.084319 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-5dc5c9f9-efe7-43af-a3de-d15d5db0b6c1 None None] Provisioning complete for port 7ab7b134-a501-4246-8491-0745a803561d triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:28:05.084889 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-5dc5c9f9-efe7-43af-a3de-d15d5db0b6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (7ab7b134-a501-4246-8491-0745a803561d), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:05.116762 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5c9f9-efe7-43af-a3de-d15d5db0b6c1 None None] Port 7ab7b134-a501-4246-8491-0745a803561d cannot update to ACTIVE because it is not bound. {{(pid=102682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:28:05.123630 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-cc0af975-21c4-4a2f-b4ed-a57ca01fba32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (7ab7b134-a501-4246-8491-0745a803561d), before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:05.378232 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-cc0af975-21c4-4a2f-b4ed-a57ca01fba32 admin admin] Publish callbacks [] for port (7ab7b134-a501-4246-8491-0745a803561d), precommit_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:05.382759 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-cc0af975-21c4-4a2f-b4ed-a57ca01fba32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (7ab7b134-a501-4246-8491-0745a803561d), after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:05.383603 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-cc0af975-21c4-4a2f-b4ed-a57ca01fba32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393216'] for router_interface (f3368403-a7f2-4088-9865-57b85058ed00), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:05.459701 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0af975-21c4-4a2f-b4ed-a57ca01fba32 admin admin] Pushing event updated for resources: {'Port': ['ID=7ab7b134-a501-4246-8491-0745a803561d,revision_number=2']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:28:05.508476 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0af975-21c4-4a2f-b4ed-a57ca01fba32 admin admin] Network d4183fcf-1fba-4b50-9348-d5fde7ce6101 is already hosted by enough agents. {{(pid=102681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:28:05.509761 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.base_scheduler [None req-cc0af975-21c4-4a2f-b4ed-a57ca01fba32 admin admin] Resources bound (agent type, host, resource id): {{(pid=102681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:28:05.675161 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc0af975-21c4-4a2f-b4ed-a57ca01fba32 admin admin] Router f3368403-a7f2-4088-9865-57b85058ed00 is scheduled to L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef with binding_index 1 {{(pid=102681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 20:28:05.739642 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-2291de63-d0d6-40eb-a16d-77ae41945fdd None None] Provisioning complete for port 7ab7b134-a501-4246-8491-0745a803561d triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:28:05.740026 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-2291de63-d0d6-40eb-a16d-77ae41945fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (7ab7b134-a501-4246-8491-0745a803561d), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:05.768002 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0af975-21c4-4a2f-b4ed-a57ca01fba32 admin admin] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:28:05.780246 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c963dff8-a58a-4043-8c8d-5a05ef2a03bd None None] Sync routers for ids ['f3368403-a7f2-4088-9865-57b85058ed00'] in dv-cinder-828150-2-iscsi {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:28:05.784007 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-cc0af975-21c4-4a2f-b4ed-a57ca01fba32 admin admin] 10.222.0.60 "PUT /v2.0/routers/f3368403-a7f2-4088-9865-57b85058ed00/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7443876 Feb 07 20:28:05.784506 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-2291de63-d0d6-40eb-a16d-77ae41945fdd None None] Port 7ab7b134-a501-4246-8491-0745a803561d cannot update to ACTIVE because it is not bound. {{(pid=102682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:28:05.793812 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c963dff8-a58a-4043-8c8d-5a05ef2a03bd None None] Routers {'f3368403-a7f2-4088-9865-57b85058ed00'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:28:05.795185 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-c963dff8-a58a-4043-8c8d-5a05ef2a03bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:27:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['f3368403-a7f2-4088-9865-57b85058ed00'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:28:05.982646 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-c963dff8-a58a-4043-8c8d-5a05ef2a03bd None None] Set router f3368403-a7f2-4088-9865-57b85058ed00 gateway port host: None {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:28:06.411099 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-c963dff8-a58a-4043-8c8d-5a05ef2a03bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3368403-a7f2-4088-9865-57b85058ed00', 'name': 'router1', 'tenant_id': '630217dacb45427f8c81275638cd7197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:27:55Z', 'updated_at': '2022-02-07T20:28:05Z', 'revision_number': 2, 'project_id': '630217dacb45427f8c81275638cd7197', 'gw_port_host': None, '_interfaces': [{'id': '7ab7b134-a501-4246-8491-0745a803561d', 'name': '', 'network_id': 'd4183fcf-1fba-4b50-9348-d5fde7ce6101', 'tenant_id': '630217dacb45427f8c81275638cd7197', 'mac_address': 'fa:16:3e:f0:81:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3368403-a7f2-4088-9865-57b85058ed00', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba378556-3a83-4051-b820-12a2ded7843d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:28:04Z', 'updated_at': '2022-02-07T20:28:05Z', 'revision_number': 2, 'project_id': '630217dacb45427f8c81275638cd7197', 'subnets': [{'id': 'ba378556-3a83-4051-b820-12a2ded7843d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0855cb95-4d9e-4743-904d-47a08181298e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:28:06.461994 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c963dff8-a58a-4043-8c8d-5a05ef2a03bd None None] Checking router: f3368403-a7f2-4088-9865-57b85058ed00 for host: dv-cinder-828150-2-iscsi {{(pid=102683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:28:06.462353 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c963dff8-a58a-4043-8c8d-5a05ef2a03bd None None] Updating router f3368403-a7f2-4088-9865-57b85058ed00 port 7ab7b134-a501-4246-8491-0745a803561d binding host dv-cinder-828150-2-iscsi {{(pid=102683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 20:28:06.513267 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-c963dff8-a58a-4043-8c8d-5a05ef2a03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (7ab7b134-a501-4246-8491-0745a803561d), before_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:07.013911 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-c963dff8-a58a-4043-8c8d-5a05ef2a03bd None None] Publish callbacks [] for port (7ab7b134-a501-4246-8491-0745a803561d), precommit_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:07.021710 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-c963dff8-a58a-4043-8c8d-5a05ef2a03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (7ab7b134-a501-4246-8491-0745a803561d), after_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:07.176736 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0455ae-1ce4-4b63-920f-98ea7d09b97b None None] Pushing event updated for resources: {'Port': ['ID=7ab7b134-a501-4246-8491-0745a803561d,revision_number=3']} {{(pid=102683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:28:07.191756 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0455ae-1ce4-4b63-920f-98ea7d09b97b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:28:07.192116 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0455ae-1ce4-4b63-920f-98ea7d09b97b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:28:07.192459 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0455ae-1ce4-4b63-920f-98ea7d09b97b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:28:07.192792 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0455ae-1ce4-4b63-920f-98ea7d09b97b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:28:07.193117 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0455ae-1ce4-4b63-920f-98ea7d09b97b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:28:07.193442 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0455ae-1ce4-4b63-920f-98ea7d09b97b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:28:07.193764 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0455ae-1ce4-4b63-920f-98ea7d09b97b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:28:07.194082 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0455ae-1ce4-4b63-920f-98ea7d09b97b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:28:07.194560 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0455ae-1ce4-4b63-920f-98ea7d09b97b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:28:07.194725 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0455ae-1ce4-4b63-920f-98ea7d09b97b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:28:07.195046 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0455ae-1ce4-4b63-920f-98ea7d09b97b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:28:07.195358 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0455ae-1ce4-4b63-920f-98ea7d09b97b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:28:07.195689 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0455ae-1ce4-4b63-920f-98ea7d09b97b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:28:07.197185 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0455ae-1ce4-4b63-920f-98ea7d09b97b None None] Tracked resource versions report: Feb 07 20:28:07.197185 dv-cinder-828150-2-iscsi neutron-server[102683]: pushed versions: Feb 07 20:28:07.197185 dv-cinder-828150-2-iscsi neutron-server[102683]: { 'AddressGroup': {'1.2'}, Feb 07 20:28:07.197185 dv-cinder-828150-2-iscsi neutron-server[102683]: 'ConntrackHelper': {'1.0'}, Feb 07 20:28:07.197185 dv-cinder-828150-2-iscsi neutron-server[102683]: 'LocalIPAssociation': {'1.0'}, Feb 07 20:28:07.197185 dv-cinder-828150-2-iscsi neutron-server[102683]: 'Log': {'1.0'}, Feb 07 20:28:07.197185 dv-cinder-828150-2-iscsi neutron-server[102683]: 'Network': {'1.1'}, Feb 07 20:28:07.197185 dv-cinder-828150-2-iscsi neutron-server[102683]: 'Port': {'1.7'}, Feb 07 20:28:07.197185 dv-cinder-828150-2-iscsi neutron-server[102683]: 'PortForwarding': {'1.2'}, Feb 07 20:28:07.197185 dv-cinder-828150-2-iscsi neutron-server[102683]: 'QosPolicy': {'1.10'}, Feb 07 20:28:07.197185 dv-cinder-828150-2-iscsi neutron-server[102683]: 'SecurityGroup': {'1.5'}, Feb 07 20:28:07.197185 dv-cinder-828150-2-iscsi neutron-server[102683]: 'SecurityGroupRule': {'1.2'}, Feb 07 20:28:07.197185 dv-cinder-828150-2-iscsi neutron-server[102683]: 'SubPort': {'1.0'}, Feb 07 20:28:07.197185 dv-cinder-828150-2-iscsi neutron-server[102683]: 'Subnet': {'1.1'}, Feb 07 20:28:07.197185 dv-cinder-828150-2-iscsi neutron-server[102683]: 'Trunk': {'1.1'}} Feb 07 20:28:07.197185 dv-cinder-828150-2-iscsi neutron-server[102683]: consumer versions: Feb 07 20:28:07.197185 dv-cinder-828150-2-iscsi neutron-server[102683]: { DHCP agent@dv-cinder-828150-2-iscsi: {}, Feb 07 20:28:07.197185 dv-cinder-828150-2-iscsi neutron-server[102683]: L3 agent@dv-cinder-828150-2-iscsi: {}, Feb 07 20:28:07.197185 dv-cinder-828150-2-iscsi neutron-server[102683]: Metadata agent@dv-cinder-828150-2-iscsi: {}, Feb 07 20:28:07.197185 dv-cinder-828150-2-iscsi neutron-server[102683]: Metering agent@dv-cinder-828150-2-iscsi: {}, Feb 07 20:28:07.197185 dv-cinder-828150-2-iscsi neutron-server[102683]: Open vSwitch agent@dv-cinder-828150-2-iscsi: { 'AddressGroup': '1.2', Feb 07 20:28:07.197185 dv-cinder-828150-2-iscsi neutron-server[102683]: 'ConntrackHelper': '1.0', Feb 07 20:28:07.197185 dv-cinder-828150-2-iscsi neutron-server[102683]: 'LocalIPAssociation': '1.0', Feb 07 20:28:07.197185 dv-cinder-828150-2-iscsi neutron-server[102683]: 'Log': '1.0', Feb 07 20:28:07.197185 dv-cinder-828150-2-iscsi neutron-server[102683]: 'Network': '1.1', Feb 07 20:28:07.197185 dv-cinder-828150-2-iscsi neutron-server[102683]: 'Port': '1.7', Feb 07 20:28:07.197185 dv-cinder-828150-2-iscsi neutron-server[102683]: 'PortForwarding': '1.2', Feb 07 20:28:07.197185 dv-cinder-828150-2-iscsi neutron-server[102683]: 'QosPolicy': '1.10', Feb 07 20:28:07.197185 dv-cinder-828150-2-iscsi neutron-server[102683]: 'SecurityGroup': '1.5', Feb 07 20:28:07.197185 dv-cinder-828150-2-iscsi neutron-server[102683]: 'SecurityGroupRule': '1.2', Feb 07 20:28:07.197185 dv-cinder-828150-2-iscsi neutron-server[102683]: 'SubPort': '1.0', Feb 07 20:28:07.197185 dv-cinder-828150-2-iscsi neutron-server[102683]: 'Subnet': '1.1', Feb 07 20:28:07.197185 dv-cinder-828150-2-iscsi neutron-server[102683]: 'Trunk': '1.1'}} Feb 07 20:28:07.197185 dv-cinder-828150-2-iscsi neutron-server[102683]: {{(pid=102683) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 20:28:07.199893 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.managers [None req-c963dff8-a58a-4043-8c8d-5a05ef2a03bd None None] Attempting to bind port 7ab7b134-a501-4246-8491-0745a803561d on host dv-cinder-828150-2-iscsi for vnic_type normal with profile {{(pid=102683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:28:07.199893 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.managers [None req-c963dff8-a58a-4043-8c8d-5a05ef2a03bd None None] Attempting to bind port 7ab7b134-a501-4246-8491-0745a803561d by drivers openvswitch,hyperv on host dv-cinder-828150-2-iscsi at level 0 using segments [{'id': 'c793502d-9753-4a2b-aef2-9df0e1cb4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd4183fcf-1fba-4b50-9348-d5fde7ce6101'}] {{(pid=102683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:28:07.200826 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c963dff8-a58a-4043-8c8d-5a05ef2a03bd None None] Attempting to bind port 7ab7b134-a501-4246-8491-0745a803561d on network d4183fcf-1fba-4b50-9348-d5fde7ce6101 {{(pid=102683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:28:07.207364 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c963dff8-a58a-4043-8c8d-5a05ef2a03bd None None] Checking agent: {'id': 'c89dd41c-5256-44ac-a1f6-453d759a66bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828150-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 27, 33), 'started_at': datetime.datetime(2022, 2, 7, 20, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828150-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:28:07.207953 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c963dff8-a58a-4043-8c8d-5a05ef2a03bd None None] Checking segment: {'id': 'c793502d-9753-4a2b-aef2-9df0e1cb4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd4183fcf-1fba-4b50-9348-d5fde7ce6101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:28:07.208322 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-c963dff8-a58a-4043-8c8d-5a05ef2a03bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:07.208716 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c963dff8-a58a-4043-8c8d-5a05ef2a03bd None None] Bound using segment: {'id': 'c793502d-9753-4a2b-aef2-9df0e1cb4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd4183fcf-1fba-4b50-9348-d5fde7ce6101'} {{(pid=102683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:28:07.209218 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.managers [None req-c963dff8-a58a-4043-8c8d-5a05ef2a03bd None None] Bound port: 7ab7b134-a501-4246-8491-0745a803561d, host: dv-cinder-828150-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c793502d-9753-4a2b-aef2-9df0e1cb4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd4183fcf-1fba-4b50-9348-d5fde7ce6101'}}] {{(pid=102683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:28:07.209591 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-c963dff8-a58a-4043-8c8d-5a05ef2a03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (7ab7b134-a501-4246-8491-0745a803561d), before_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:07.224364 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-010ed6d4-91fc-402d-bd99-18a981f8ca6a None None] Provisioning complete for port 7ab7b134-a501-4246-8491-0745a803561d triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:28:07.224824 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-010ed6d4-91fc-402d-bd99-18a981f8ca6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (7ab7b134-a501-4246-8491-0745a803561d), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:07.257436 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-010ed6d4-91fc-402d-bd99-18a981f8ca6a None None] Port 7ab7b134-a501-4246-8491-0745a803561d cannot update to ACTIVE because it is not bound. {{(pid=102682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:28:07.277926 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.db [None req-c963dff8-a58a-4043-8c8d-5a05ef2a03bd None None] For port 7ab7b134-a501-4246-8491-0745a803561d, host dv-cinder-828150-2-iscsi, cleared binding levels {{(pid=102683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:28:07.297554 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.db [None req-c963dff8-a58a-4043-8c8d-5a05ef2a03bd None None] For port 7ab7b134-a501-4246-8491-0745a803561d, host dv-cinder-828150-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=7ab7b134-a501-4246-8491-0745a803561d,segment=NetworkSegment(c793502d-9753-4a2b-aef2-9df0e1cb4eba),segment_id=c793502d-9753-4a2b-aef2-9df0e1cb4eba)] {{(pid=102683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:28:07.303789 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-c963dff8-a58a-4043-8c8d-5a05ef2a03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (7ab7b134-a501-4246-8491-0745a803561d), after_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:07.351773 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c963dff8-a58a-4043-8c8d-5a05ef2a03bd None None] Routers {'f3368403-a7f2-4088-9865-57b85058ed00'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:28:07.352317 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-c963dff8-a58a-4043-8c8d-5a05ef2a03bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:27:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['f3368403-a7f2-4088-9865-57b85058ed00'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:28:07.428134 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0455ae-1ce4-4b63-920f-98ea7d09b97b None None] Pushing event updated for resources: {'Port': ['ID=7ab7b134-a501-4246-8491-0745a803561d,revision_number=4']} {{(pid=102683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:28:07.456582 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-c963dff8-a58a-4043-8c8d-5a05ef2a03bd None None] Set router f3368403-a7f2-4088-9865-57b85058ed00 gateway port host: None {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:28:07.576767 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-968111df-68ba-4177-ada3-bf83f0bfba2a None None] Provisioning complete for port 7ab7b134-a501-4246-8491-0745a803561d triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:28:07.577311 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-968111df-68ba-4177-ada3-bf83f0bfba2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (7ab7b134-a501-4246-8491-0745a803561d), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:07.655973 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-968111df-68ba-4177-ada3-bf83f0bfba2a None None] Current status of the port 7ab7b134-a501-4246-8491-0745a803561d is: DOWN; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:28:07.656421 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-968111df-68ba-4177-ada3-bf83f0bfba2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (7ab7b134-a501-4246-8491-0745a803561d), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:07.673680 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-c963dff8-a58a-4043-8c8d-5a05ef2a03bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3368403-a7f2-4088-9865-57b85058ed00', 'name': 'router1', 'tenant_id': '630217dacb45427f8c81275638cd7197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:27:55Z', 'updated_at': '2022-02-07T20:28:05Z', 'revision_number': 2, 'project_id': '630217dacb45427f8c81275638cd7197', 'gw_port_host': None, '_interfaces': [{'id': '7ab7b134-a501-4246-8491-0745a803561d', 'name': '', 'network_id': 'd4183fcf-1fba-4b50-9348-d5fde7ce6101', 'tenant_id': '630217dacb45427f8c81275638cd7197', 'mac_address': 'fa:16:3e:f0:81:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3368403-a7f2-4088-9865-57b85058ed00', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba378556-3a83-4051-b820-12a2ded7843d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:28:04Z', 'updated_at': '2022-02-07T20:28:07Z', 'revision_number': 4, 'project_id': '630217dacb45427f8c81275638cd7197', 'subnets': [{'id': 'ba378556-3a83-4051-b820-12a2ded7843d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0855cb95-4d9e-4743-904d-47a08181298e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:28:07.690619 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-968111df-68ba-4177-ada3-bf83f0bfba2a None None] For port 7ab7b134-a501-4246-8491-0745a803561d, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=7ab7b134-a501-4246-8491-0745a803561d,segment=NetworkSegment(c793502d-9753-4a2b-aef2-9df0e1cb4eba),segment_id=c793502d-9753-4a2b-aef2-9df0e1cb4eba)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:28:07.695844 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-968111df-68ba-4177-ada3-bf83f0bfba2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (7ab7b134-a501-4246-8491-0745a803561d), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:07.704969 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c963dff8-a58a-4043-8c8d-5a05ef2a03bd None None] The sync data for ids ['f3368403-a7f2-4088-9865-57b85058ed00'] in dv-cinder-828150-2-iscsi is: [{'id': 'f3368403-a7f2-4088-9865-57b85058ed00', 'name': 'router1', 'tenant_id': '630217dacb45427f8c81275638cd7197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:27:55Z', 'updated_at': '2022-02-07T20:28:05Z', 'revision_number': 2, 'project_id': '630217dacb45427f8c81275638cd7197', 'gw_port_host': None, '_interfaces': [{'id': '7ab7b134-a501-4246-8491-0745a803561d', 'name': '', 'network_id': 'd4183fcf-1fba-4b50-9348-d5fde7ce6101', 'tenant_id': '630217dacb45427f8c81275638cd7197', 'mac_address': 'fa:16:3e:f0:81:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3368403-a7f2-4088-9865-57b85058ed00', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba378556-3a83-4051-b820-12a2ded7843d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:28:04Z', 'updated_at': '2022-02-07T20:28:07Z', 'revision_number': 4, 'project_id': '630217dacb45427f8c81275638cd7197', 'subnets': [{'id': 'ba378556-3a83-4051-b820-12a2ded7843d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0855cb95-4d9e-4743-904d-47a08181298e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:28:07.751571 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968111df-68ba-4177-ada3-bf83f0bfba2a None None] Pushing event updated for resources: {'Port': ['ID=7ab7b134-a501-4246-8491-0745a803561d,revision_number=5']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:28:10.408881 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 45100) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:28:10.514507 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619bb038-9c70-48ed-b5b1-5e3878a8d119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:28:10.515975 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-619bb038-9c70-48ed-b5b1-5e3878a8d119 admin admin] 10.222.0.60 "GET /v2.0/networks/8fac5e93-9c31-4064-8161-a8fff953e3cb HTTP/1.1" status: 200 len: 842 time: 0.1061137 Feb 07 20:28:10.525243 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-c6cca4e6-3dce-4716-a37c-a0b507c441f1 admin admin] Request body: {'subnet': {'tenant_id': '1fd85593742943409724ee224daef15b', 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'gateway_ip': '172.27.3.1', 'ip_version': 4}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:28:10.547338 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cca4e6-3dce-4716-a37c-a0b507c441f1 admin admin] Made reservation on behalf of 1fd85593742943409724ee224daef15b for: {'subnet': 1} {{(pid=102681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:28:10.549718 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c6cca4e6-3dce-4716-a37c-a0b507c441f1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:10.855920 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.objects.ports [None req-c6cca4e6-3dce-4716-a37c-a0b507c441f1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102681) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 20:28:10.856354 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c6cca4e6-3dce-4716-a37c-a0b507c441f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540'] for subnet (29ca3f4a-d044-4ce0-b1ea-59efe11aa82f), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:10.916019 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cca4e6-3dce-4716-a37c-a0b507c441f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29ca3f4a-d044-4ce0-b1ea-59efe11aa82f,revision_number=0']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:28:10.923369 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cca4e6-3dce-4716-a37c-a0b507c441f1 admin admin] Checking segment: {'id': 'b6259b7e-66cb-4b1d-a7b0-58f7e3300c62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:28:10.923742 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cca4e6-3dce-4716-a37c-a0b507c441f1 admin admin] Network hostable DHCP agents. Network: 8fac5e93-9c31-4064-8161-a8fff953e3cb, hostable agents: ['e1cc327f-50d0-4a6e-8186-ec075b67de95'], hosted agents: [] {{(pid=102681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 20:28:10.944597 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cca4e6-3dce-4716-a37c-a0b507c441f1 admin admin] Network 8fac5e93-9c31-4064-8161-a8fff953e3cb is scheduled to be hosted by DHCP agent e1cc327f-50d0-4a6e-8186-ec075b67de95 with binding_index 1 {{(pid=102681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 20:28:10.955285 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.base_scheduler [None req-c6cca4e6-3dce-4716-a37c-a0b507c441f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828150-2-iscsi, 8fac5e93-9c31-4064-8161-a8fff953e3cb) {{(pid=102681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:28:10.959223 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cca4e6-3dce-4716-a37c-a0b507c441f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:28:10.959838 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c6cca4e6-3dce-4716-a37c-a0b507c441f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for subnet (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:10.965335 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b41ee5-bd4c-49aa-8e7f-351182ec5071 None None] Network 8fac5e93-9c31-4064-8161-a8fff953e3cb requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:28:10.975874 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-c6cca4e6-3dce-4716-a37c-a0b507c441f1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4539018 Feb 07 20:28:11.072774 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7ca376-4ee2-425d-a2a5-bf7a4dd06020 None None] Network 8fac5e93-9c31-4064-8161-a8fff953e3cb requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:28:13.447562 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 45108) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:28:13.593312 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-f8f28ca7-4a57-43d5-88c5-e12c68ae3982 admin admin] 10.222.0.60 "GET /v2.0/routers/f3368403-a7f2-4088-9865-57b85058ed00 HTTP/1.1" status: 200 len: 710 time: 0.1442709 Feb 07 20:28:13.685456 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d378ce-373a-4896-980e-6a03bf57934d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:28:13.686813 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-c8d378ce-373a-4896-980e-6a03bf57934d admin admin] 10.222.0.60 "GET /v2.0/networks/8fac5e93-9c31-4064-8161-a8fff953e3cb HTTP/1.1" status: 200 len: 886 time: 0.0882053 Feb 07 20:28:13.695733 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-d8b8bc87-e244-4ca9-bc2c-87312f64066d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'}}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:28:14.020129 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d8b8bc87-e244-4ca9-bc2c-87312f64066d admin admin] Publish callbacks [] for router_gateway (f3368403-a7f2-4088-9865-57b85058ed00), precommit_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:14.274687 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d8b8bc87-e244-4ca9-bc2c-87312f64066d admin admin] Publish callbacks [] for router_gateway (f3368403-a7f2-4088-9865-57b85058ed00), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:14.354869 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d8b8bc87-e244-4ca9-bc2c-87312f64066d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:14.457454 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.db_base_plugin_common [None req-d8b8bc87-e244-4ca9-bc2c-87312f64066d admin admin] Allocated IP 172.27.3.109 (8fac5e93-9c31-4064-8161-a8fff953e3cb/29ca3f4a-d044-4ce0-b1ea-59efe11aa82f/9394d316-f423-4d2d-94f0-d0fdf5f248c6) {{(pid=102681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:28:14.556798 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d8b8bc87-e244-4ca9-bc2c-87312f64066d admin admin] Publish callbacks [] for port (9394d316-f423-4d2d-94f0-d0fdf5f248c6), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:14.589648 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d8b8bc87-e244-4ca9-bc2c-87312f64066d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216'] for port (9394d316-f423-4d2d-94f0-d0fdf5f248c6), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:14.623789 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b8bc87-e244-4ca9-bc2c-87312f64066d admin admin] Network 8fac5e93-9c31-4064-8161-a8fff953e3cb is already hosted by enough agents. {{(pid=102681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:28:14.628715 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.base_scheduler [None req-d8b8bc87-e244-4ca9-bc2c-87312f64066d admin admin] Resources bound (agent type, host, resource id): {{(pid=102681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:28:14.632951 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b8bc87-e244-4ca9-bc2c-87312f64066d admin admin] Received port after_create {{(pid=102681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:28:14.694115 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8bc87-e244-4ca9-bc2c-87312f64066d admin admin] Pushing event updated for resources: {'Port': ['ID=9394d316-f423-4d2d-94f0-d0fdf5f248c6,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:28:14.878130 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d8b8bc87-e244-4ca9-bc2c-87312f64066d admin admin] Publish callbacks [] for router_gateway (f3368403-a7f2-4088-9865-57b85058ed00), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:15.076573 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d8b8bc87-e244-4ca9-bc2c-87312f64066d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7701'] for router (f3368403-a7f2-4088-9865-57b85058ed00), precommit_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:15.079861 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d8b8bc87-e244-4ca9-bc2c-87312f64066d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-390573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-390580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-394711'] for router (f3368403-a7f2-4088-9865-57b85058ed00), after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:15.189149 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b8bc87-e244-4ca9-bc2c-87312f64066d admin admin] Router f3368403-a7f2-4088-9865-57b85058ed00 has already been hosted by L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef {{(pid=102681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:28:15.301973 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b8bc87-e244-4ca9-bc2c-87312f64066d admin admin] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:28:15.310965 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d8b8bc87-e244-4ca9-bc2c-87312f64066d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:15.313638 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-d8b8bc87-e244-4ca9-bc2c-87312f64066d admin admin] 10.222.0.60 "PUT /v2.0/routers/f3368403-a7f2-4088-9865-57b85058ed00 HTTP/1.1" status: 200 len: 890 time: 1.6211450 Feb 07 20:28:15.377193 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 7ab7b134-a501-4246-8491-0745a803561d up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:28:15.430107 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port 7ab7b134-a501-4246-8491-0745a803561d triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:28:15.430773 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (7ab7b134-a501-4246-8491-0745a803561d), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:15.519975 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port 7ab7b134-a501-4246-8491-0745a803561d is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:28:15.999023 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1965d17d-0240-4991-9603-8d1a0a103976 None None] Sync routers for ids ['f3368403-a7f2-4088-9865-57b85058ed00'] in dv-cinder-828150-2-iscsi {{(pid=102682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:28:16.009950 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1965d17d-0240-4991-9603-8d1a0a103976 None None] Routers {'f3368403-a7f2-4088-9865-57b85058ed00'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:28:16.010586 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-1965d17d-0240-4991-9603-8d1a0a103976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:27:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['f3368403-a7f2-4088-9865-57b85058ed00'], 'active': True} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:28:16.223133 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvr_db [None req-1965d17d-0240-4991-9603-8d1a0a103976 None None] Set router f3368403-a7f2-4088-9865-57b85058ed00 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:28:16.686484 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-1965d17d-0240-4991-9603-8d1a0a103976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3368403-a7f2-4088-9865-57b85058ed00', 'name': 'router1', 'tenant_id': '630217dacb45427f8c81275638cd7197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '9394d316-f423-4d2d-94f0-d0fdf5f248c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:27:55Z', 'updated_at': '2022-02-07T20:28:14Z', 'revision_number': 4, 'project_id': '630217dacb45427f8c81275638cd7197', 'gw_port': {'id': '9394d316-f423-4d2d-94f0-d0fdf5f248c6', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:34:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3368403-a7f2-4088-9865-57b85058ed00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:28:14Z', 'updated_at': '2022-02-07T20:28:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': '7ab7b134-a501-4246-8491-0745a803561d', 'name': '', 'network_id': 'd4183fcf-1fba-4b50-9348-d5fde7ce6101', 'tenant_id': '630217dacb45427f8c81275638cd7197', 'mac_address': 'fa:16:3e:f0:81:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3368403-a7f2-4088-9865-57b85058ed00', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba378556-3a83-4051-b820-12a2ded7843d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:28:04Z', 'updated_at': '2022-02-07T20:28:07Z', 'revision_number': 5, 'project_id': '630217dacb45427f8c81275638cd7197', 'subnets': [{'id': 'ba378556-3a83-4051-b820-12a2ded7843d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0855cb95-4d9e-4743-904d-47a08181298e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:28:16.737398 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1965d17d-0240-4991-9603-8d1a0a103976 None None] Checking router: f3368403-a7f2-4088-9865-57b85058ed00 for host: dv-cinder-828150-2-iscsi {{(pid=102682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:28:16.737753 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1965d17d-0240-4991-9603-8d1a0a103976 None None] Updating router f3368403-a7f2-4088-9865-57b85058ed00 port 9394d316-f423-4d2d-94f0-d0fdf5f248c6 binding host dv-cinder-828150-2-iscsi {{(pid=102682) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 20:28:16.787848 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-1965d17d-0240-4991-9603-8d1a0a103976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (9394d316-f423-4d2d-94f0-d0fdf5f248c6), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:17.091491 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-1965d17d-0240-4991-9603-8d1a0a103976 None None] Publish callbacks [] for port (9394d316-f423-4d2d-94f0-d0fdf5f248c6), precommit_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:17.096563 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-1965d17d-0240-4991-9603-8d1a0a103976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (9394d316-f423-4d2d-94f0-d0fdf5f248c6), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:17.148975 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-1965d17d-0240-4991-9603-8d1a0a103976 None None] Attempting to bind port 9394d316-f423-4d2d-94f0-d0fdf5f248c6 on host dv-cinder-828150-2-iscsi for vnic_type normal with profile {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:28:17.149346 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-1965d17d-0240-4991-9603-8d1a0a103976 None None] Attempting to bind port 9394d316-f423-4d2d-94f0-d0fdf5f248c6 by drivers openvswitch,hyperv on host dv-cinder-828150-2-iscsi at level 0 using segments [{'id': 'b6259b7e-66cb-4b1d-a7b0-58f7e3300c62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'}] {{(pid=102682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:28:17.149704 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1965d17d-0240-4991-9603-8d1a0a103976 None None] Attempting to bind port 9394d316-f423-4d2d-94f0-d0fdf5f248c6 on network 8fac5e93-9c31-4064-8161-a8fff953e3cb {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:28:17.152430 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e595de3b-39b0-43cf-9436-b291ae2020e8 None None] Pushing event updated for resources: {'Port': ['ID=9394d316-f423-4d2d-94f0-d0fdf5f248c6,revision_number=2']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:28:17.157064 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1965d17d-0240-4991-9603-8d1a0a103976 None None] Checking agent: {'id': 'c89dd41c-5256-44ac-a1f6-453d759a66bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828150-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 27, 33), 'started_at': datetime.datetime(2022, 2, 7, 20, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828150-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:28:17.157434 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1965d17d-0240-4991-9603-8d1a0a103976 None None] Checking segment: {'id': 'b6259b7e-66cb-4b1d-a7b0-58f7e3300c62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:28:17.157821 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-1965d17d-0240-4991-9603-8d1a0a103976 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:17.158205 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1965d17d-0240-4991-9603-8d1a0a103976 None None] Bound using segment: {'id': 'b6259b7e-66cb-4b1d-a7b0-58f7e3300c62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'} {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:28:17.158664 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-1965d17d-0240-4991-9603-8d1a0a103976 None None] Bound port: 9394d316-f423-4d2d-94f0-d0fdf5f248c6, host: dv-cinder-828150-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6259b7e-66cb-4b1d-a7b0-58f7e3300c62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'}}] {{(pid=102682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:28:17.159037 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-1965d17d-0240-4991-9603-8d1a0a103976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (9394d316-f423-4d2d-94f0-d0fdf5f248c6), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:17.207786 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-1965d17d-0240-4991-9603-8d1a0a103976 None None] For port 9394d316-f423-4d2d-94f0-d0fdf5f248c6, host dv-cinder-828150-2-iscsi, cleared binding levels {{(pid=102682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:28:17.210748 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-1965d17d-0240-4991-9603-8d1a0a103976 None None] For port 9394d316-f423-4d2d-94f0-d0fdf5f248c6, host dv-cinder-828150-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=9394d316-f423-4d2d-94f0-d0fdf5f248c6,segment=NetworkSegment(b6259b7e-66cb-4b1d-a7b0-58f7e3300c62),segment_id=b6259b7e-66cb-4b1d-a7b0-58f7e3300c62)] {{(pid=102682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:28:17.216897 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-1965d17d-0240-4991-9603-8d1a0a103976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (9394d316-f423-4d2d-94f0-d0fdf5f248c6), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:17.272279 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1965d17d-0240-4991-9603-8d1a0a103976 None None] Routers {'f3368403-a7f2-4088-9865-57b85058ed00'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:28:17.272886 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-1965d17d-0240-4991-9603-8d1a0a103976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:27:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['f3368403-a7f2-4088-9865-57b85058ed00'], 'active': True} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:28:17.277589 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e595de3b-39b0-43cf-9436-b291ae2020e8 None None] Pushing event updated for resources: {'Port': ['ID=9394d316-f423-4d2d-94f0-d0fdf5f248c6,revision_number=3']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:28:17.382882 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvr_db [None req-1965d17d-0240-4991-9603-8d1a0a103976 None None] Set router f3368403-a7f2-4088-9865-57b85058ed00 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:28:17.594600 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-1965d17d-0240-4991-9603-8d1a0a103976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3368403-a7f2-4088-9865-57b85058ed00', 'name': 'router1', 'tenant_id': '630217dacb45427f8c81275638cd7197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '9394d316-f423-4d2d-94f0-d0fdf5f248c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:27:55Z', 'updated_at': '2022-02-07T20:28:14Z', 'revision_number': 4, 'project_id': '630217dacb45427f8c81275638cd7197', 'gw_port': {'id': '9394d316-f423-4d2d-94f0-d0fdf5f248c6', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:34:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3368403-a7f2-4088-9865-57b85058ed00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:28:14Z', 'updated_at': '2022-02-07T20:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': '7ab7b134-a501-4246-8491-0745a803561d', 'name': '', 'network_id': 'd4183fcf-1fba-4b50-9348-d5fde7ce6101', 'tenant_id': '630217dacb45427f8c81275638cd7197', 'mac_address': 'fa:16:3e:f0:81:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3368403-a7f2-4088-9865-57b85058ed00', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba378556-3a83-4051-b820-12a2ded7843d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:28:04Z', 'updated_at': '2022-02-07T20:28:07Z', 'revision_number': 5, 'project_id': '630217dacb45427f8c81275638cd7197', 'subnets': [{'id': 'ba378556-3a83-4051-b820-12a2ded7843d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0855cb95-4d9e-4743-904d-47a08181298e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:28:17.620883 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1965d17d-0240-4991-9603-8d1a0a103976 None None] The sync data for ids ['f3368403-a7f2-4088-9865-57b85058ed00'] in dv-cinder-828150-2-iscsi is: [{'id': 'f3368403-a7f2-4088-9865-57b85058ed00', 'name': 'router1', 'tenant_id': '630217dacb45427f8c81275638cd7197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '9394d316-f423-4d2d-94f0-d0fdf5f248c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:27:55Z', 'updated_at': '2022-02-07T20:28:14Z', 'revision_number': 4, 'project_id': '630217dacb45427f8c81275638cd7197', 'gw_port': {'id': '9394d316-f423-4d2d-94f0-d0fdf5f248c6', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:34:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3368403-a7f2-4088-9865-57b85058ed00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:28:14Z', 'updated_at': '2022-02-07T20:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': '7ab7b134-a501-4246-8491-0745a803561d', 'name': '', 'network_id': 'd4183fcf-1fba-4b50-9348-d5fde7ce6101', 'tenant_id': '630217dacb45427f8c81275638cd7197', 'mac_address': 'fa:16:3e:f0:81:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3368403-a7f2-4088-9865-57b85058ed00', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba378556-3a83-4051-b820-12a2ded7843d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:28:04Z', 'updated_at': '2022-02-07T20:28:07Z', 'revision_number': 5, 'project_id': '630217dacb45427f8c81275638cd7197', 'subnets': [{'id': 'ba378556-3a83-4051-b820-12a2ded7843d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0855cb95-4d9e-4743-904d-47a08181298e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:28:17.817400 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 45120) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:28:17.941823 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-4e257c13-05fb-4979-9dcf-f9d45afec639 admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1232779 Feb 07 20:28:19.360752 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 9394d316-f423-4d2d-94f0-d0fdf5f248c6 up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:28:19.407287 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port 9394d316-f423-4d2d-94f0-d0fdf5f248c6 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:28:19.407697 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (9394d316-f423-4d2d-94f0-d0fdf5f248c6), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:19.486729 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port 9394d316-f423-4d2d-94f0-d0fdf5f248c6 is: DOWN; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:28:19.487033 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (9394d316-f423-4d2d-94f0-d0fdf5f248c6), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:19.506762 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] For port 9394d316-f423-4d2d-94f0-d0fdf5f248c6, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=9394d316-f423-4d2d-94f0-d0fdf5f248c6,segment=NetworkSegment(b6259b7e-66cb-4b1d-a7b0-58f7e3300c62),segment_id=b6259b7e-66cb-4b1d-a7b0-58f7e3300c62)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:28:19.511815 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (9394d316-f423-4d2d-94f0-d0fdf5f248c6), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:19.565706 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Pushing event updated for resources: {'Port': ['ID=9394d316-f423-4d2d-94f0-d0fdf5f248c6,revision_number=4']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:28:21.366445 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 9394d316-f423-4d2d-94f0-d0fdf5f248c6 up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:28:21.428503 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port 9394d316-f423-4d2d-94f0-d0fdf5f248c6 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:28:21.428503 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (9394d316-f423-4d2d-94f0-d0fdf5f248c6), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:21.523926 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port 9394d316-f423-4d2d-94f0-d0fdf5f248c6 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:28:26.502215 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-fc4a33a1-861e-4abb-a142-a276ffdefa94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:28.845352 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-3fc02e56-6ad8-41ae-90d1-e4ce08cd61c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:29.897189 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:30.170798 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.agents_db [None req-6ca4556d-c1da-4dc5-8d4b-cf8528912650 None None] Agent healthcheck: found 5 active agents {{(pid=102683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:28:31.424280 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:32.690612 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:56.497558 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-d72797e7-c983-4d79-b7fb-50279c211bc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:58.856294 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-169a1001-7b3d-4ae6-b7a3-50f0d44a84b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:28:59.904845 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:29:01.421879 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:29:02.685441 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:29:07.169106 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.agents_db [None req-6ca4556d-c1da-4dc5-8d4b-cf8528912650 None None] Agent healthcheck: found 5 active agents {{(pid=102683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:29:26.500681 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c6da3200-767d-49d1-8e75-6783a005d6e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:29:28.840888 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-4efced07-ed5e-4dbe-bc48-895bf1f288d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:29:29.902389 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:29:31.422112 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:29:32.688804 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:29:37.407334 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 45604) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:29:37.466900 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.pecan_wsgi.hooks.translation [None req-2afd7a56-994c-434c-9dda-55649a8028e6 admin admin] GET failed (client error): The resource could not be found. Feb 07 20:29:37.468199 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-2afd7a56-994c-434c-9dda-55649a8028e6 admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0598888 Feb 07 20:29:37.702694 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70db44b6-a464-45ce-9199-d37dd8beca03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:29:37.704192 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-70db44b6-a464-45ce-9199-d37dd8beca03 admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2318621 Feb 07 20:29:39.967818 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 45614) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:29:40.057683 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c6685c-8128-435e-b0a9-8958878e5b79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:29:40.058979 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-62c6685c-8128-435e-b0a9-8958878e5b79 admin admin] 10.222.0.60 "GET /v2.0/subnets/ba378556-3a83-4051-b820-12a2ded7843d HTTP/1.1" status: 200 len: 849 time: 0.0902014 Feb 07 20:29:40.068275 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-9aa7c901-fe09-466f-a79f-d4f33a8c9587 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:29:40.149913 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-9aa7c901-fe09-466f-a79f-d4f33a8c9587 admin admin] Publish callbacks [] for subnet (ba378556-3a83-4051-b820-12a2ded7843d), before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:29:40.293642 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-9aa7c901-fe09-466f-a79f-d4f33a8c9587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784096657156'] for subnet (ba378556-3a83-4051-b820-12a2ded7843d), after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:29:40.322828 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa7c901-fe09-466f-a79f-d4f33a8c9587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:29:40.323425 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-9aa7c901-fe09-466f-a79f-d4f33a8c9587 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for subnet (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:29:40.324688 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-9aa7c901-fe09-466f-a79f-d4f33a8c9587 admin admin] 10.222.0.60 "PUT /v2.0/subnets/ba378556-3a83-4051-b820-12a2ded7843d HTTP/1.1" status: 200 len: 868 time: 0.2599263 Feb 07 20:29:40.338986 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e499c60-860a-4107-8889-7188d290d2c7 None None] Network d4183fcf-1fba-4b50-9348-d5fde7ce6101 requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:29:40.346181 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7c901-fe09-466f-a79f-d4f33a8c9587 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba378556-3a83-4051-b820-12a2ded7843d,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:29:40.354292 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7c901-fe09-466f-a79f-d4f33a8c9587 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:29:40.354687 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7c901-fe09-466f-a79f-d4f33a8c9587 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:29:40.355011 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7c901-fe09-466f-a79f-d4f33a8c9587 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:29:40.355430 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7c901-fe09-466f-a79f-d4f33a8c9587 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:29:40.355771 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7c901-fe09-466f-a79f-d4f33a8c9587 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:29:40.356096 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7c901-fe09-466f-a79f-d4f33a8c9587 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:29:40.356436 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7c901-fe09-466f-a79f-d4f33a8c9587 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:29:40.356769 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7c901-fe09-466f-a79f-d4f33a8c9587 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:29:40.357109 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7c901-fe09-466f-a79f-d4f33a8c9587 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:29:40.357449 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7c901-fe09-466f-a79f-d4f33a8c9587 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:29:40.357772 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7c901-fe09-466f-a79f-d4f33a8c9587 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:29:40.358089 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7c901-fe09-466f-a79f-d4f33a8c9587 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:29:40.358396 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7c901-fe09-466f-a79f-d4f33a8c9587 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:29:40.741848 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-a23480aa-cd4d-4f3a-8386-28608b869f60 None None] Provisioning complete for port 7ab7b134-a501-4246-8491-0745a803561d triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:29:40.742134 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-a23480aa-cd4d-4f3a-8386-28608b869f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (7ab7b134-a501-4246-8491-0745a803561d), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:29:40.816808 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-a23480aa-cd4d-4f3a-8386-28608b869f60 None None] Current status of the port 7ab7b134-a501-4246-8491-0745a803561d is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:29:40.826844 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-a23480aa-cd4d-4f3a-8386-28608b869f60 None None] Provisioning complete for port dadf2ca4-27c7-4647-bbf4-4ad097d42648 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:29:40.827221 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-a23480aa-cd4d-4f3a-8386-28608b869f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (dadf2ca4-27c7-4647-bbf4-4ad097d42648), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:29:40.903095 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-a23480aa-cd4d-4f3a-8386-28608b869f60 None None] Current status of the port dadf2ca4-27c7-4647-bbf4-4ad097d42648 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:29:42.564811 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 45624) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:29:42.758051 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15f6c20-a222-446e-87c9-db825f12cf11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:29:42.758441 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15f6c20-a222-446e-87c9-db825f12cf11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:29:42.759996 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-a15f6c20-a222-446e-87c9-db825f12cf11 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1942408 Feb 07 20:29:44.168388 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.agents_db [None req-6ca4556d-c1da-4dc5-8d4b-cf8528912650 None None] Agent healthcheck: found 5 active agents {{(pid=102683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:29:44.991577 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 45632) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:29:45.122541 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181f5c12-5ffd-49be-bd59-7588afce3f99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:29:45.122929 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181f5c12-5ffd-49be-bd59-7588afce3f99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:29:45.124471 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-181f5c12-5ffd-49be-bd59-7588afce3f99 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1319344 Feb 07 20:29:47.356939 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 45640) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:29:47.479366 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4583ad-4a9f-4a86-b2dd-1aeb1dd8a3c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:29:47.480713 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-ef4583ad-4a9f-4a86-b2dd-1aeb1dd8a3c7 admin admin] 10.222.0.60 "GET /v2.0/networks/8fac5e93-9c31-4064-8161-a8fff953e3cb HTTP/1.1" status: 200 len: 886 time: 0.1228154 Feb 07 20:29:49.693049 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 45648) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:29:49.873611 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637663f3-7682-463f-9e10-6c77cdd1cd1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:29:49.875030 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-637663f3-7682-463f-9e10-6c77cdd1cd1e admin admin] 10.222.0.60 "GET /v2.0/networks/d4183fcf-1fba-4b50-9348-d5fde7ce6101 HTTP/1.1" status: 200 len: 869 time: 0.1810396 Feb 07 20:29:52.106878 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 45656) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:29:52.229922 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f837b29-8a7b-4c33-9c11-81342eb97e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:29:52.230370 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f837b29-8a7b-4c33-9c11-81342eb97e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:29:52.231918 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-2f837b29-8a7b-4c33-9c11-81342eb97e68 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1240594 Feb 07 20:29:54.470120 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 45664) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:29:54.558882 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074e4c41-a8e1-4007-af21-335f0ce99924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:29:54.559322 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074e4c41-a8e1-4007-af21-335f0ce99924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:29:54.560802 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-074e4c41-a8e1-4007-af21-335f0ce99924 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0897405 Feb 07 20:29:56.504163 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-aefd7aab-ba24-4851-b1da-6b1f842bea2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:29:56.785157 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 45672) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:29:56.869908 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2d757e-db9e-4d1c-bced-7e9828f5bb91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:29:56.871266 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-9e2d757e-db9e-4d1c-bced-7e9828f5bb91 admin admin] 10.222.0.60 "GET /v2.0/subnets/29ca3f4a-d044-4ce0-b1ea-59efe11aa82f HTTP/1.1" status: 200 len: 816 time: 0.0852244 Feb 07 20:29:58.842300 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f68427ea-d8f4-4415-837c-ec2abf2a172e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:29:59.100609 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 45680) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:29:59.191770 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00daaa56-37d0-43f6-b3ad-c80d0bb6de13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:29:59.193109 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-00daaa56-37d0-43f6-b3ad-c80d0bb6de13 admin admin] 10.222.0.60 "GET /v2.0/subnets/ba378556-3a83-4051-b820-12a2ded7843d HTTP/1.1" status: 200 len: 868 time: 0.0915847 Feb 07 20:29:59.904985 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:30:01.427495 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:30:02.691493 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:30:21.167122 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.agents_db [None req-6ca4556d-c1da-4dc5-8d4b-cf8528912650 None None] Agent healthcheck: found 5 active agents {{(pid=102683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:30:23.737317 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 45734) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:30:23.783663 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [None req-8f1df7e2-fc99-4a72-b1aa-073650475ca4 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102681) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 20:30:23.784656 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-8f1df7e2-fc99-4a72-b1aa-073650475ca4 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0463958 Feb 07 20:30:26.092953 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 45742) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:30:26.151878 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ebc4726-4df9-4511-8f38-ba4f1b77035d admin admin] GET failed (client error): The resource could not be found. Feb 07 20:30:26.153380 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-7ebc4726-4df9-4511-8f38-ba4f1b77035d admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0592401 Feb 07 20:30:26.238264 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9f8a05-d2f1-46b6-9aef-4797b6349cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:30:26.239732 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-2e9f8a05-d2f1-46b6-9aef-4797b6349cab admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0823610 Feb 07 20:30:26.505652 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-a9f696e8-40a3-476b-aa04-e8bdb4e18e9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:30:28.551614 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 45752) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:30:28.598912 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-81439742-19bb-4104-a079-218afce386dd admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '1fd85593742943409724ee224daef15b', 'shared': True, 'project_id': '1fd85593742943409724ee224daef15b', 'name': 'shared'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:30:28.620131 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81439742-19bb-4104-a079-218afce386dd admin admin] Made reservation on behalf of 1fd85593742943409724ee224daef15b for: {'network': 1} {{(pid=102681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:30:28.622368 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-81439742-19bb-4104-a079-218afce386dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for network (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:30:28.649743 dv-cinder-828150-2-iscsi neutron-server[102681]: WARNING neutron.services.revisions.revision_plugin [None req-81439742-19bb-4104-a079-218afce386dd admin admin] Could not find related network for resource to bump revision. Feb 07 20:30:28.662526 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81439742-19bb-4104-a079-218afce386dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=102681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 20:30:28.671943 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-81439742-19bb-4104-a079-218afce386dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526'] for segment (090dfd79-3a35-4c3d-a5b3-0ce0d0ba0b56), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:30:28.672280 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.db.segments_db [None req-81439742-19bb-4104-a079-218afce386dd admin admin] Added segment 090dfd79-3a35-4c3d-a5b3-0ce0d0ba0b56 of type vlan for network 3a8820e3-0bf3-4f8d-b1b2-3aef1b5bc3de Feb 07 20:30:28.713453 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-81439742-19bb-4104-a079-218afce386dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784096251423'] for network (3a8820e3-0bf3-4f8d-b1b2-3aef1b5bc3de), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:30:28.737185 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-81439742-19bb-4104-a079-218afce386dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540'] for network (3a8820e3-0bf3-4f8d-b1b2-3aef1b5bc3de), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:30:28.738165 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81439742-19bb-4104-a079-218afce386dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:30:28.738753 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-81439742-19bb-4104-a079-218afce386dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for network (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:30:28.791847 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-81439742-19bb-4104-a079-218afce386dd admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2391512 Feb 07 20:30:28.803853 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81439742-19bb-4104-a079-218afce386dd admin admin] Pushing event updated for resources: {'Network': ['ID=3a8820e3-0bf3-4f8d-b1b2-3aef1b5bc3de,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:30:28.811147 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81439742-19bb-4104-a079-218afce386dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:30:28.811552 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81439742-19bb-4104-a079-218afce386dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:30:28.811892 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81439742-19bb-4104-a079-218afce386dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:30:28.812228 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81439742-19bb-4104-a079-218afce386dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:30:28.812553 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81439742-19bb-4104-a079-218afce386dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:30:28.812877 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81439742-19bb-4104-a079-218afce386dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:30:28.813222 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81439742-19bb-4104-a079-218afce386dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:30:28.813683 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81439742-19bb-4104-a079-218afce386dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:30:28.814024 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81439742-19bb-4104-a079-218afce386dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:30:28.814365 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81439742-19bb-4104-a079-218afce386dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:30:28.814689 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81439742-19bb-4104-a079-218afce386dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:30:28.815005 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81439742-19bb-4104-a079-218afce386dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:30:28.815321 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81439742-19bb-4104-a079-218afce386dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:30:28.827484 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Network 3a8820e3-0bf3-4f8d-b1b2-3aef1b5bc3de details requested by agent ovs-agent-dv-cinder-828150-2-iscsi with host dv-cinder-828150-2-iscsi {{(pid=102682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 20:30:28.895923 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-38b196b4-6cb3-4a54-8ab0-c1c878d190ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:30:29.908788 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:30:31.074761 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 45762) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:30:31.134944 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ffdf8f-6eab-4ef4-ab24-64d0efa1d79f admin admin] GET failed (client error): The resource could not be found. Feb 07 20:30:31.136252 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-81ffdf8f-6eab-4ef4-ab24-64d0efa1d79f admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0605330 Feb 07 20:30:31.202467 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9defe813-935a-41ce-892a-2995fa1de345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:30:31.203945 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-9defe813-935a-41ce-892a-2995fa1de345 admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0637393 Feb 07 20:30:31.213644 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-379c4f1f-8db4-4256-82f6-0cee3af81e3c admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '3a8820e3-0bf3-4f8d-b1b2-3aef1b5bc3de', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'tenant_id': '1fd85593742943409724ee224daef15b'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:30:31.232587 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379c4f1f-8db4-4256-82f6-0cee3af81e3c admin admin] Made reservation on behalf of 1fd85593742943409724ee224daef15b for: {'subnet': 1} {{(pid=102681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:30:31.234772 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-379c4f1f-8db4-4256-82f6-0cee3af81e3c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:30:31.394455 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-379c4f1f-8db4-4256-82f6-0cee3af81e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540'] for subnet (6d428696-9830-4b13-8c9f-7be597ada78b), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:30:31.430651 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:30:31.457927 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c4f1f-8db4-4256-82f6-0cee3af81e3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d428696-9830-4b13-8c9f-7be597ada78b,revision_number=0']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:30:31.465436 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379c4f1f-8db4-4256-82f6-0cee3af81e3c admin admin] Checking segment: {'id': '090dfd79-3a35-4c3d-a5b3-0ce0d0ba0b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3a8820e3-0bf3-4f8d-b1b2-3aef1b5bc3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:30:31.465797 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379c4f1f-8db4-4256-82f6-0cee3af81e3c admin admin] Network hostable DHCP agents. Network: 3a8820e3-0bf3-4f8d-b1b2-3aef1b5bc3de, hostable agents: ['e1cc327f-50d0-4a6e-8186-ec075b67de95'], hosted agents: [] {{(pid=102681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 20:30:31.481640 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379c4f1f-8db4-4256-82f6-0cee3af81e3c admin admin] Network 3a8820e3-0bf3-4f8d-b1b2-3aef1b5bc3de is scheduled to be hosted by DHCP agent e1cc327f-50d0-4a6e-8186-ec075b67de95 with binding_index 1 {{(pid=102681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 20:30:31.489695 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.base_scheduler [None req-379c4f1f-8db4-4256-82f6-0cee3af81e3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828150-2-iscsi, 3a8820e3-0bf3-4f8d-b1b2-3aef1b5bc3de) {{(pid=102681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:30:31.494266 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379c4f1f-8db4-4256-82f6-0cee3af81e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:30:31.494896 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-379c4f1f-8db4-4256-82f6-0cee3af81e3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for subnet (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:30:31.500069 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68a5e64-147b-4200-a9bb-c951915d3b41 None None] Network 3a8820e3-0bf3-4f8d-b1b2-3aef1b5bc3de requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:30:31.510990 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-379c4f1f-8db4-4256-82f6-0cee3af81e3c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3006990 Feb 07 20:30:31.706896 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab32254-ae36-4767-bede-be4e49fa050b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77ca2aab-c32d-5221-adbb-aaf0b4c52255-3a8820e3-0bf3-4f8d-b1b2-3aef1b5bc3de', 'network_id': '3a8820e3-0bf3-4f8d-b1b2-3aef1b5bc3de', 'project_id': '1fd85593742943409724ee224daef15b', 'fixed_ips': [{'subnet_id': '6d428696-9830-4b13-8c9f-7be597ada78b'}]}} from dv-cinder-828150-2-iscsi. {{(pid=102682) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 20:30:31.707848 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-eab32254-ae36-4767-bede-be4e49fa050b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:30:31.844450 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.db_base_plugin_common [None req-eab32254-ae36-4767-bede-be4e49fa050b None None] Allocated IP 192.168.233.2 (3a8820e3-0bf3-4f8d-b1b2-3aef1b5bc3de/6d428696-9830-4b13-8c9f-7be597ada78b/02d4e630-0a19-4962-8d75-90a8c30becac) {{(pid=102682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:30:31.996079 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-eab32254-ae36-4767-bede-be4e49fa050b None None] Publish callbacks [] for port (02d4e630-0a19-4962-8d75-90a8c30becac), precommit_create {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:30:32.002030 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-eab32254-ae36-4767-bede-be4e49fa050b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216'] for port (02d4e630-0a19-4962-8d75-90a8c30becac), after_create {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:30:32.044381 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab32254-ae36-4767-bede-be4e49fa050b None None] Network 3a8820e3-0bf3-4f8d-b1b2-3aef1b5bc3de is already hosted by enough agents. {{(pid=102682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:30:32.047184 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.scheduler.base_scheduler [None req-eab32254-ae36-4767-bede-be4e49fa050b None None] Resources bound (agent type, host, resource id): {{(pid=102682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:30:32.051344 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab32254-ae36-4767-bede-be4e49fa050b None None] Received port after_create {{(pid=102682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:30:32.054647 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab32254-ae36-4767-bede-be4e49fa050b None None] Pushing event updated for resources: {'Port': ['ID=02d4e630-0a19-4962-8d75-90a8c30becac,revision_number=1']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:30:32.066777 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab32254-ae36-4767-bede-be4e49fa050b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:30:32.067154 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab32254-ae36-4767-bede-be4e49fa050b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:30:32.067550 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab32254-ae36-4767-bede-be4e49fa050b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:30:32.067893 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab32254-ae36-4767-bede-be4e49fa050b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:30:32.068223 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab32254-ae36-4767-bede-be4e49fa050b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:30:32.068557 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab32254-ae36-4767-bede-be4e49fa050b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:30:32.068883 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab32254-ae36-4767-bede-be4e49fa050b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:30:32.069207 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab32254-ae36-4767-bede-be4e49fa050b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:30:32.069529 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab32254-ae36-4767-bede-be4e49fa050b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:30:32.071022 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab32254-ae36-4767-bede-be4e49fa050b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:30:32.071022 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab32254-ae36-4767-bede-be4e49fa050b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:30:32.071022 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab32254-ae36-4767-bede-be4e49fa050b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:30:32.071022 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab32254-ae36-4767-bede-be4e49fa050b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:30:32.119835 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-eab32254-ae36-4767-bede-be4e49fa050b None None] Attempting to bind port 02d4e630-0a19-4962-8d75-90a8c30becac on host dv-cinder-828150-2-iscsi for vnic_type normal with profile {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:30:32.120203 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-eab32254-ae36-4767-bede-be4e49fa050b None None] Attempting to bind port 02d4e630-0a19-4962-8d75-90a8c30becac by drivers openvswitch,hyperv on host dv-cinder-828150-2-iscsi at level 0 using segments [{'id': '090dfd79-3a35-4c3d-a5b3-0ce0d0ba0b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3a8820e3-0bf3-4f8d-b1b2-3aef1b5bc3de'}] {{(pid=102682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:30:32.120561 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab32254-ae36-4767-bede-be4e49fa050b None None] Attempting to bind port 02d4e630-0a19-4962-8d75-90a8c30becac on network 3a8820e3-0bf3-4f8d-b1b2-3aef1b5bc3de {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:30:32.125551 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab32254-ae36-4767-bede-be4e49fa050b None None] Checking agent: {'id': 'c89dd41c-5256-44ac-a1f6-453d759a66bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828150-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 27, 33), 'started_at': datetime.datetime(2022, 2, 7, 20, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828150-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:30:32.125910 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab32254-ae36-4767-bede-be4e49fa050b None None] Checking segment: {'id': '090dfd79-3a35-4c3d-a5b3-0ce0d0ba0b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3a8820e3-0bf3-4f8d-b1b2-3aef1b5bc3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:30:32.126317 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-eab32254-ae36-4767-bede-be4e49fa050b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:30:32.126806 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab32254-ae36-4767-bede-be4e49fa050b None None] Bound using segment: {'id': '090dfd79-3a35-4c3d-a5b3-0ce0d0ba0b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3a8820e3-0bf3-4f8d-b1b2-3aef1b5bc3de'} {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:30:32.127304 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-eab32254-ae36-4767-bede-be4e49fa050b None None] Bound port: 02d4e630-0a19-4962-8d75-90a8c30becac, host: dv-cinder-828150-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '090dfd79-3a35-4c3d-a5b3-0ce0d0ba0b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3a8820e3-0bf3-4f8d-b1b2-3aef1b5bc3de'}}] {{(pid=102682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:30:32.127692 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-eab32254-ae36-4767-bede-be4e49fa050b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (02d4e630-0a19-4962-8d75-90a8c30becac), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:30:32.191425 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-eab32254-ae36-4767-bede-be4e49fa050b None None] For port 02d4e630-0a19-4962-8d75-90a8c30becac, host dv-cinder-828150-2-iscsi, cleared binding levels {{(pid=102682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:30:32.195318 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-eab32254-ae36-4767-bede-be4e49fa050b None None] For port 02d4e630-0a19-4962-8d75-90a8c30becac, host dv-cinder-828150-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=02d4e630-0a19-4962-8d75-90a8c30becac,segment=NetworkSegment(090dfd79-3a35-4c3d-a5b3-0ce0d0ba0b56),segment_id=090dfd79-3a35-4c3d-a5b3-0ce0d0ba0b56)] {{(pid=102682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:30:32.201225 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-eab32254-ae36-4767-bede-be4e49fa050b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (02d4e630-0a19-4962-8d75-90a8c30becac), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:30:32.258443 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab32254-ae36-4767-bede-be4e49fa050b None None] Pushing event updated for resources: {'Port': ['ID=02d4e630-0a19-4962-8d75-90a8c30becac,revision_number=2']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:30:32.696770 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:30:33.177117 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed7919b-14df-45a8-8bb1-975d2e2973eb None None] Network 3a8820e3-0bf3-4f8d-b1b2-3aef1b5bc3de requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:30:33.264980 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-e12b9ab3-57bd-4fd0-b1e6-c021034d356a None None] Provisioning complete for port 02d4e630-0a19-4962-8d75-90a8c30becac triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:30:33.265364 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-e12b9ab3-57bd-4fd0-b1e6-c021034d356a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (02d4e630-0a19-4962-8d75-90a8c30becac), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:30:33.392717 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-e12b9ab3-57bd-4fd0-b1e6-c021034d356a None None] Current status of the port 02d4e630-0a19-4962-8d75-90a8c30becac is: DOWN; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:30:33.392717 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-e12b9ab3-57bd-4fd0-b1e6-c021034d356a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (02d4e630-0a19-4962-8d75-90a8c30becac), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:30:33.446901 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-e12b9ab3-57bd-4fd0-b1e6-c021034d356a None None] For port 02d4e630-0a19-4962-8d75-90a8c30becac, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=02d4e630-0a19-4962-8d75-90a8c30becac,segment=NetworkSegment(090dfd79-3a35-4c3d-a5b3-0ce0d0ba0b56),segment_id=090dfd79-3a35-4c3d-a5b3-0ce0d0ba0b56)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:30:33.460409 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-e12b9ab3-57bd-4fd0-b1e6-c021034d356a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (02d4e630-0a19-4962-8d75-90a8c30becac), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:30:33.527953 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b9ab3-57bd-4fd0-b1e6-c021034d356a None None] Pushing event updated for resources: {'Port': ['ID=02d4e630-0a19-4962-8d75-90a8c30becac,revision_number=3']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:30:33.576256 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 02d4e630-0a19-4962-8d75-90a8c30becac up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:30:33.638240 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port 02d4e630-0a19-4962-8d75-90a8c30becac triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:30:33.638756 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (02d4e630-0a19-4962-8d75-90a8c30becac), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:30:33.707490 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-475de893-cfd6-4d2d-af0d-1d650c43efe2 None None] Provisioning complete for port 02d4e630-0a19-4962-8d75-90a8c30becac triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:30:33.708118 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-475de893-cfd6-4d2d-af0d-1d650c43efe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (02d4e630-0a19-4962-8d75-90a8c30becac), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:30:33.780335 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port 02d4e630-0a19-4962-8d75-90a8c30becac is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:30:33.823521 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-475de893-cfd6-4d2d-af0d-1d650c43efe2 None None] Current status of the port 02d4e630-0a19-4962-8d75-90a8c30becac is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:30:35.407268 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 02d4e630-0a19-4962-8d75-90a8c30becac up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:30:35.456753 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port 02d4e630-0a19-4962-8d75-90a8c30becac triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:30:35.457146 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (02d4e630-0a19-4962-8d75-90a8c30becac), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:30:35.534448 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port 02d4e630-0a19-4962-8d75-90a8c30becac is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:30:56.509886 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-94407b7e-2d2f-4ca8-b575-fd8d2c2c74ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:30:58.166403 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.agents_db [None req-6ca4556d-c1da-4dc5-8d4b-cf8528912650 None None] Agent healthcheck: found 5 active agents {{(pid=102683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:30:58.849523 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-7480714c-74f3-4794-83ec-043c9634f86f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:30:59.911564 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:31:01.436572 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:31:02.690710 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:31:26.511175 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-9cd048be-90e7-4ea7-a3f6-dd228a2ee053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:31:28.852221 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-ce91f1d2-6ab9-4c0c-b027-a7fdf1bab3b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:31:29.914814 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:31:31.438178 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:31:32.692774 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:31:35.166610 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.agents_db [None req-6ca4556d-c1da-4dc5-8d4b-cf8528912650 None None] Agent healthcheck: found 5 active agents {{(pid=102683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:31:52.214708 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 45808) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:31:52.220491 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [None req-3585d050-cc86-4f4a-9d7e-624ad36f7137 tempest-verify_tempest_config-1897906958 tempest-verify_tempest_config-1897906958-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102681) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 20:31:52.221444 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-3585d050-cc86-4f4a-9d7e-624ad36f7137 tempest-verify_tempest_config-1897906958 tempest-verify_tempest_config-1897906958-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057721 Feb 07 20:31:52.508245 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 45826) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:31:52.607282 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-344e9edd-8ae0-47b3-8206-fffc07226d3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:31:52.679268 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-344e9edd-8ae0-47b3-8206-fffc07226d3e admin admin] Publish callbacks [] for security_group (a41b3a83-7770-42d8-a7f1-9a4894a05d26), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:31:52.682696 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-344e9edd-8ae0-47b3-8206-fffc07226d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (a41b3a83-7770-42d8-a7f1-9a4894a05d26), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:31:52.726263 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-344e9edd-8ae0-47b3-8206-fffc07226d3e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5f361926958e4bc5ad5d396d686c78b9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2170005 Feb 07 20:31:52.727304 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e9edd-8ae0-47b3-8206-fffc07226d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41b3a83-7770-42d8-a7f1-9a4894a05d26,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:31:52.728986 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 45830) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:31:52.734258 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344e9edd-8ae0-47b3-8206-fffc07226d3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:31:52.734618 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344e9edd-8ae0-47b3-8206-fffc07226d3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:31:52.734983 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344e9edd-8ae0-47b3-8206-fffc07226d3e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:31:52.735314 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344e9edd-8ae0-47b3-8206-fffc07226d3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:31:52.735667 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344e9edd-8ae0-47b3-8206-fffc07226d3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:31:52.735996 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344e9edd-8ae0-47b3-8206-fffc07226d3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:31:52.736331 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344e9edd-8ae0-47b3-8206-fffc07226d3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:31:52.736652 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344e9edd-8ae0-47b3-8206-fffc07226d3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:31:52.736983 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344e9edd-8ae0-47b3-8206-fffc07226d3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:31:52.737303 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344e9edd-8ae0-47b3-8206-fffc07226d3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:31:52.737616 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344e9edd-8ae0-47b3-8206-fffc07226d3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:31:52.737926 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344e9edd-8ae0-47b3-8206-fffc07226d3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:31:52.738234 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344e9edd-8ae0-47b3-8206-fffc07226d3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:31:52.786202 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-20ba34ba-0c80-422d-8d88-761bdb4f6f8a admin admin] Publish callbacks [] for security_group (a41b3a83-7770-42d8-a7f1-9a4894a05d26), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:31:52.806869 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-20ba34ba-0c80-422d-8d88-761bdb4f6f8a admin admin] Publish callbacks [] for security_group (a41b3a83-7770-42d8-a7f1-9a4894a05d26), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:31:52.895231 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-20ba34ba-0c80-422d-8d88-761bdb4f6f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (a41b3a83-7770-42d8-a7f1-9a4894a05d26), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:31:52.897799 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-20ba34ba-0c80-422d-8d88-761bdb4f6f8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:31:52.904718 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-20ba34ba-0c80-422d-8d88-761bdb4f6f8a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a41b3a83-7770-42d8-a7f1-9a4894a05d26 HTTP/1.1" status: 204 len: 168 time: 0.1703713 Feb 07 20:31:52.910651 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba34ba-0c80-422d-8d88-761bdb4f6f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41b3a83-7770-42d8-a7f1-9a4894a05d26,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:31:52.917723 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba34ba-0c80-422d-8d88-761bdb4f6f8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:31:52.918089 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba34ba-0c80-422d-8d88-761bdb4f6f8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:31:52.918555 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba34ba-0c80-422d-8d88-761bdb4f6f8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:31:52.918749 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba34ba-0c80-422d-8d88-761bdb4f6f8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:31:52.919088 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba34ba-0c80-422d-8d88-761bdb4f6f8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:31:52.919418 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba34ba-0c80-422d-8d88-761bdb4f6f8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:31:52.919760 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba34ba-0c80-422d-8d88-761bdb4f6f8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:31:52.920086 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba34ba-0c80-422d-8d88-761bdb4f6f8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:31:52.920420 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba34ba-0c80-422d-8d88-761bdb4f6f8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:31:52.920757 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba34ba-0c80-422d-8d88-761bdb4f6f8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:31:52.921077 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba34ba-0c80-422d-8d88-761bdb4f6f8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:31:52.921391 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba34ba-0c80-422d-8d88-761bdb4f6f8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:31:52.921737 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba34ba-0c80-422d-8d88-761bdb4f6f8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:31:56.512611 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-986feca6-5315-4d95-8f4b-b9c4e76f3669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:31:58.855318 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-4e36b002-6966-483d-a35f-8f4e9f099ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:31:59.917625 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:32:01.441021 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:32:02.698297 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:32:12.165618 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.agents_db [None req-6ca4556d-c1da-4dc5-8d4b-cf8528912650 None None] Agent healthcheck: found 5 active agents {{(pid=102683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:32:26.513629 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-69bd2a98-615e-43d2-959d-6a2ff6b90486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:32:28.856761 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-3a4f2e6e-2857-47ab-a08f-2c41154884e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:32:29.919265 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:32:31.441362 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:32:32.700866 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:32:49.164343 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.agents_db [None req-6ca4556d-c1da-4dc5-8d4b-cf8528912650 None None] Agent healthcheck: found 5 active agents {{(pid=102683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:32:56.516292 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-419e88fc-a867-4b86-b060-f52c37e0bc4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:32:58.859578 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-d2e928b3-9010-40ac-b923-991e29d4c041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:32:59.922086 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:33:01.444225 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:33:02.702347 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:33:26.163302 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.agents_db [None req-6ca4556d-c1da-4dc5-8d4b-cf8528912650 None None] Agent healthcheck: found 5 active agents {{(pid=102683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:33:26.351647 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-393396'] for agent (2db0d972-3e88-4a6a-9d75-f8f2fe350c5f), after_create {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:33:26.517158 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-28f0bcd3-5cdf-466a-855b-df51bd6576f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:33:28.859617 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-d6a6e715-04c8-4e3d-903a-efa89c0b61ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:33:29.927317 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:33:31.450171 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:33:32.703553 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:33:40.952706 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 45904) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:33:41.053683 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-e967cecd-a36f-4d13-b539-87ed0b179334 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0998785 Feb 07 20:33:43.324404 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 45914) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:33:43.378319 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-34666b30-4fcf-4f84-95e0-509943fc41d9 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0522628 Feb 07 20:33:56.348833 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (2db0d972-3e88-4a6a-9d75-f8f2fe350c5f), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:33:56.517403 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-2630110a-5f78-4cf3-8e46-93317735a6cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:33:58.860442 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-3c4a2095-f3b3-44dc-9345-181bea72e7f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:33:59.928410 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:34:01.452043 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:34:02.704805 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:34:03.166459 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.agents_db [None req-6ca4556d-c1da-4dc5-8d4b-cf8528912650 None None] Agent healthcheck: found 6 active agents {{(pid=102683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:34:26.348833 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (2db0d972-3e88-4a6a-9d75-f8f2fe350c5f), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:34:26.520625 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-15e09b9c-ff16-44d3-a7c3-087551a0f210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:34:28.863230 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-169923d8-7e8f-4b9d-8196-6a504a7f6bf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:34:29.931124 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:34:31.454638 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:34:32.707720 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:34:40.165758 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.agents_db [None req-6ca4556d-c1da-4dc5-8d4b-cf8528912650 None None] Agent healthcheck: found 6 active agents {{(pid=102683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:34:56.348123 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (2db0d972-3e88-4a6a-9d75-f8f2fe350c5f), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:34:56.524962 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-86e736de-735b-47f4-8b78-b9edb2124a9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:34:58.865869 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-762dfefd-8895-4d9a-b220-519fe9d51812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:34:59.934635 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:01.457813 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:02.710606 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:14.646195 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 46128) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:14.742083 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 46136) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:14.930050 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 46150) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:15.008937 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-d70cd652-2478-4081-a4a4-1ca6e6f4d155 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2019118832-network', 'tenant_id': '1920726293f94b09a11892df688f137b'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:35:15.038740 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70cd652-2478-4081-a4a4-1ca6e6f4d155 admin admin] Made reservation on behalf of 1920726293f94b09a11892df688f137b for: {'network': 1} {{(pid=102681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:35:15.041992 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d70cd652-2478-4081-a4a4-1ca6e6f4d155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for network (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:15.055808 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d70cd652-2478-4081-a4a4-1ca6e6f4d155 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:15.057289 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-84e7f4c4-0a74-49c0-bd01-b3aae570f026 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1497114960-network', 'tenant_id': '65cf5264b1da4554b2269d6ae291ebe5'}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:35:15.066832 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 46160) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:15.091342 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e7f4c4-0a74-49c0-bd01-b3aae570f026 admin admin] Made reservation on behalf of 65cf5264b1da4554b2269d6ae291ebe5 for: {'network': 1} {{(pid=102680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:35:15.097545 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-84e7f4c4-0a74-49c0-bd01-b3aae570f026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for network (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:15.115989 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-84e7f4c4-0a74-49c0-bd01-b3aae570f026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:15.173271 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d70cd652-2478-4081-a4a4-1ca6e6f4d155 admin admin] Publish callbacks [] for security_group (b758e396-503c-4ed7-854d-4f93f67586d2), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:15.184540 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-26f5054d-e261-43ed-a9c5-e2c38a175ac0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2074933485-network', 'tenant_id': '50c4f08e6606441bb08a6fd4f888c387'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:35:15.206490 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d70cd652-2478-4081-a4a4-1ca6e6f4d155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (b758e396-503c-4ed7-854d-4f93f67586d2), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:15.243112 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70cd652-2478-4081-a4a4-1ca6e6f4d155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b758e396-503c-4ed7-854d-4f93f67586d2,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:15.252795 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70cd652-2478-4081-a4a4-1ca6e6f4d155 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:15.253642 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70cd652-2478-4081-a4a4-1ca6e6f4d155 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:15.254191 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70cd652-2478-4081-a4a4-1ca6e6f4d155 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:15.254711 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70cd652-2478-4081-a4a4-1ca6e6f4d155 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:15.255192 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70cd652-2478-4081-a4a4-1ca6e6f4d155 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:15.255737 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70cd652-2478-4081-a4a4-1ca6e6f4d155 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:15.259927 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70cd652-2478-4081-a4a4-1ca6e6f4d155 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:15.260490 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70cd652-2478-4081-a4a4-1ca6e6f4d155 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:15.261097 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70cd652-2478-4081-a4a4-1ca6e6f4d155 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:15.261664 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70cd652-2478-4081-a4a4-1ca6e6f4d155 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:15.262169 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70cd652-2478-4081-a4a4-1ca6e6f4d155 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:15.264909 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70cd652-2478-4081-a4a4-1ca6e6f4d155 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:15.265396 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70cd652-2478-4081-a4a4-1ca6e6f4d155 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:15.268423 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70cd652-2478-4081-a4a4-1ca6e6f4d155 admin admin] Tracked resource versions report: Feb 07 20:35:15.268423 dv-cinder-828150-2-iscsi neutron-server[102681]: pushed versions: Feb 07 20:35:15.268423 dv-cinder-828150-2-iscsi neutron-server[102681]: { 'AddressGroup': {'1.2'}, Feb 07 20:35:15.268423 dv-cinder-828150-2-iscsi neutron-server[102681]: 'ConntrackHelper': {'1.0'}, Feb 07 20:35:15.268423 dv-cinder-828150-2-iscsi neutron-server[102681]: 'LocalIPAssociation': {'1.0'}, Feb 07 20:35:15.268423 dv-cinder-828150-2-iscsi neutron-server[102681]: 'Log': {'1.0'}, Feb 07 20:35:15.268423 dv-cinder-828150-2-iscsi neutron-server[102681]: 'Network': {'1.1'}, Feb 07 20:35:15.268423 dv-cinder-828150-2-iscsi neutron-server[102681]: 'Port': {'1.7'}, Feb 07 20:35:15.268423 dv-cinder-828150-2-iscsi neutron-server[102681]: 'PortForwarding': {'1.2'}, Feb 07 20:35:15.268423 dv-cinder-828150-2-iscsi neutron-server[102681]: 'QosPolicy': {'1.10'}, Feb 07 20:35:15.268423 dv-cinder-828150-2-iscsi neutron-server[102681]: 'SecurityGroup': {'1.5'}, Feb 07 20:35:15.268423 dv-cinder-828150-2-iscsi neutron-server[102681]: 'SecurityGroupRule': {'1.2'}, Feb 07 20:35:15.268423 dv-cinder-828150-2-iscsi neutron-server[102681]: 'SubPort': {'1.0'}, Feb 07 20:35:15.268423 dv-cinder-828150-2-iscsi neutron-server[102681]: 'Subnet': {'1.1'}, Feb 07 20:35:15.268423 dv-cinder-828150-2-iscsi neutron-server[102681]: 'Trunk': {'1.1'}} Feb 07 20:35:15.268423 dv-cinder-828150-2-iscsi neutron-server[102681]: consumer versions: Feb 07 20:35:15.268423 dv-cinder-828150-2-iscsi neutron-server[102681]: { DHCP agent@dv-cinder-828150-2-iscsi: {}, Feb 07 20:35:15.268423 dv-cinder-828150-2-iscsi neutron-server[102681]: HyperV agent@hv-cinder-82815: {}, Feb 07 20:35:15.268423 dv-cinder-828150-2-iscsi neutron-server[102681]: L3 agent@dv-cinder-828150-2-iscsi: {}, Feb 07 20:35:15.268423 dv-cinder-828150-2-iscsi neutron-server[102681]: Metadata agent@dv-cinder-828150-2-iscsi: {}, Feb 07 20:35:15.268423 dv-cinder-828150-2-iscsi neutron-server[102681]: Metering agent@dv-cinder-828150-2-iscsi: {}, Feb 07 20:35:15.268423 dv-cinder-828150-2-iscsi neutron-server[102681]: Open vSwitch agent@dv-cinder-828150-2-iscsi: { 'AddressGroup': '1.2', Feb 07 20:35:15.268423 dv-cinder-828150-2-iscsi neutron-server[102681]: 'ConntrackHelper': '1.0', Feb 07 20:35:15.268423 dv-cinder-828150-2-iscsi neutron-server[102681]: 'LocalIPAssociation': '1.0', Feb 07 20:35:15.268423 dv-cinder-828150-2-iscsi neutron-server[102681]: 'Log': '1.0', Feb 07 20:35:15.268423 dv-cinder-828150-2-iscsi neutron-server[102681]: 'Network': '1.1', Feb 07 20:35:15.268423 dv-cinder-828150-2-iscsi neutron-server[102681]: 'Port': '1.7', Feb 07 20:35:15.268423 dv-cinder-828150-2-iscsi neutron-server[102681]: 'PortForwarding': '1.2', Feb 07 20:35:15.268423 dv-cinder-828150-2-iscsi neutron-server[102681]: 'QosPolicy': '1.10', Feb 07 20:35:15.268423 dv-cinder-828150-2-iscsi neutron-server[102681]: 'SecurityGroup': '1.5', Feb 07 20:35:15.268423 dv-cinder-828150-2-iscsi neutron-server[102681]: 'SecurityGroupRule': '1.2', Feb 07 20:35:15.268423 dv-cinder-828150-2-iscsi neutron-server[102681]: 'SubPort': '1.0', Feb 07 20:35:15.268423 dv-cinder-828150-2-iscsi neutron-server[102681]: 'Subnet': '1.1', Feb 07 20:35:15.268423 dv-cinder-828150-2-iscsi neutron-server[102681]: 'Trunk': '1.1'}} Feb 07 20:35:15.268423 dv-cinder-828150-2-iscsi neutron-server[102681]: {{(pid=102681) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 20:35:15.274777 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-84e7f4c4-0a74-49c0-bd01-b3aae570f026 admin admin] Publish callbacks [] for security_group (8bbb4c82-8602-411d-aa51-44cdb35f1a34), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:15.281064 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f5054d-e261-43ed-a9c5-e2c38a175ac0 admin admin] Made reservation on behalf of 50c4f08e6606441bb08a6fd4f888c387 for: {'network': 1} {{(pid=102681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:35:15.286189 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-26f5054d-e261-43ed-a9c5-e2c38a175ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for network (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:15.289548 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-84e7f4c4-0a74-49c0-bd01-b3aae570f026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (8bbb4c82-8602-411d-aa51-44cdb35f1a34), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:15.302939 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d70cd652-2478-4081-a4a4-1ca6e6f4d155 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=102681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 20:35:15.308094 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-26f5054d-e261-43ed-a9c5-e2c38a175ac0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:15.324126 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7f4c4-0a74-49c0-bd01-b3aae570f026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbb4c82-8602-411d-aa51-44cdb35f1a34,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:15.328898 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d70cd652-2478-4081-a4a4-1ca6e6f4d155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526'] for segment (ec801351-09d5-4c76-bb84-b5485a95e98b), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:15.329455 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.db.segments_db [None req-d70cd652-2478-4081-a4a4-1ca6e6f4d155 admin admin] Added segment ec801351-09d5-4c76-bb84-b5485a95e98b of type vlan for network 72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e Feb 07 20:35:15.335757 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7f4c4-0a74-49c0-bd01-b3aae570f026 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:15.336349 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7f4c4-0a74-49c0-bd01-b3aae570f026 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:15.336856 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7f4c4-0a74-49c0-bd01-b3aae570f026 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:15.337346 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7f4c4-0a74-49c0-bd01-b3aae570f026 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:15.337868 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7f4c4-0a74-49c0-bd01-b3aae570f026 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:15.338381 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7f4c4-0a74-49c0-bd01-b3aae570f026 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:15.339492 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7f4c4-0a74-49c0-bd01-b3aae570f026 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:15.340121 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7f4c4-0a74-49c0-bd01-b3aae570f026 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:15.341996 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7f4c4-0a74-49c0-bd01-b3aae570f026 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:15.342860 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7f4c4-0a74-49c0-bd01-b3aae570f026 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:15.343383 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7f4c4-0a74-49c0-bd01-b3aae570f026 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:15.344594 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7f4c4-0a74-49c0-bd01-b3aae570f026 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:15.345132 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7f4c4-0a74-49c0-bd01-b3aae570f026 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:15.346608 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e7f4c4-0a74-49c0-bd01-b3aae570f026 admin admin] Tracked resource versions report: Feb 07 20:35:15.346608 dv-cinder-828150-2-iscsi neutron-server[102680]: pushed versions: Feb 07 20:35:15.346608 dv-cinder-828150-2-iscsi neutron-server[102680]: { 'AddressGroup': {'1.2'}, Feb 07 20:35:15.346608 dv-cinder-828150-2-iscsi neutron-server[102680]: 'ConntrackHelper': {'1.0'}, Feb 07 20:35:15.346608 dv-cinder-828150-2-iscsi neutron-server[102680]: 'LocalIPAssociation': {'1.0'}, Feb 07 20:35:15.346608 dv-cinder-828150-2-iscsi neutron-server[102680]: 'Log': {'1.0'}, Feb 07 20:35:15.346608 dv-cinder-828150-2-iscsi neutron-server[102680]: 'Network': {'1.1'}, Feb 07 20:35:15.346608 dv-cinder-828150-2-iscsi neutron-server[102680]: 'Port': {'1.7'}, Feb 07 20:35:15.346608 dv-cinder-828150-2-iscsi neutron-server[102680]: 'PortForwarding': {'1.2'}, Feb 07 20:35:15.346608 dv-cinder-828150-2-iscsi neutron-server[102680]: 'QosPolicy': {'1.10'}, Feb 07 20:35:15.346608 dv-cinder-828150-2-iscsi neutron-server[102680]: 'SecurityGroup': {'1.5'}, Feb 07 20:35:15.346608 dv-cinder-828150-2-iscsi neutron-server[102680]: 'SecurityGroupRule': {'1.2'}, Feb 07 20:35:15.346608 dv-cinder-828150-2-iscsi neutron-server[102680]: 'SubPort': {'1.0'}, Feb 07 20:35:15.346608 dv-cinder-828150-2-iscsi neutron-server[102680]: 'Subnet': {'1.1'}, Feb 07 20:35:15.346608 dv-cinder-828150-2-iscsi neutron-server[102680]: 'Trunk': {'1.1'}} Feb 07 20:35:15.346608 dv-cinder-828150-2-iscsi neutron-server[102680]: consumer versions: Feb 07 20:35:15.346608 dv-cinder-828150-2-iscsi neutron-server[102680]: { DHCP agent@dv-cinder-828150-2-iscsi: {}, Feb 07 20:35:15.346608 dv-cinder-828150-2-iscsi neutron-server[102680]: HyperV agent@hv-cinder-82815: {}, Feb 07 20:35:15.346608 dv-cinder-828150-2-iscsi neutron-server[102680]: L3 agent@dv-cinder-828150-2-iscsi: {}, Feb 07 20:35:15.346608 dv-cinder-828150-2-iscsi neutron-server[102680]: Metadata agent@dv-cinder-828150-2-iscsi: {}, Feb 07 20:35:15.346608 dv-cinder-828150-2-iscsi neutron-server[102680]: Metering agent@dv-cinder-828150-2-iscsi: {}, Feb 07 20:35:15.346608 dv-cinder-828150-2-iscsi neutron-server[102680]: Open vSwitch agent@dv-cinder-828150-2-iscsi: { 'AddressGroup': '1.2', Feb 07 20:35:15.346608 dv-cinder-828150-2-iscsi neutron-server[102680]: 'ConntrackHelper': '1.0', Feb 07 20:35:15.346608 dv-cinder-828150-2-iscsi neutron-server[102680]: 'LocalIPAssociation': '1.0', Feb 07 20:35:15.346608 dv-cinder-828150-2-iscsi neutron-server[102680]: 'Log': '1.0', Feb 07 20:35:15.346608 dv-cinder-828150-2-iscsi neutron-server[102680]: 'Network': '1.1', Feb 07 20:35:15.346608 dv-cinder-828150-2-iscsi neutron-server[102680]: 'Port': '1.7', Feb 07 20:35:15.346608 dv-cinder-828150-2-iscsi neutron-server[102680]: 'PortForwarding': '1.2', Feb 07 20:35:15.346608 dv-cinder-828150-2-iscsi neutron-server[102680]: 'QosPolicy': '1.10', Feb 07 20:35:15.346608 dv-cinder-828150-2-iscsi neutron-server[102680]: 'SecurityGroup': '1.5', Feb 07 20:35:15.346608 dv-cinder-828150-2-iscsi neutron-server[102680]: 'SecurityGroupRule': '1.2', Feb 07 20:35:15.346608 dv-cinder-828150-2-iscsi neutron-server[102680]: 'SubPort': '1.0', Feb 07 20:35:15.346608 dv-cinder-828150-2-iscsi neutron-server[102680]: 'Subnet': '1.1', Feb 07 20:35:15.346608 dv-cinder-828150-2-iscsi neutron-server[102680]: 'Trunk': '1.1'}} Feb 07 20:35:15.346608 dv-cinder-828150-2-iscsi neutron-server[102680]: {{(pid=102680) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 20:35:15.356332 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84e7f4c4-0a74-49c0-bd01-b3aae570f026 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=102680) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 20:35:15.366330 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-84e7f4c4-0a74-49c0-bd01-b3aae570f026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526'] for segment (1eca02bb-694f-44b9-b142-b7ec0b741684), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:15.366671 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.db.segments_db [None req-84e7f4c4-0a74-49c0-bd01-b3aae570f026 admin admin] Added segment 1eca02bb-694f-44b9-b142-b7ec0b741684 of type vlan for network 4ca2a6cc-a6a4-43f6-8547-da5aef66c337 Feb 07 20:35:15.411131 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-84e7f4c4-0a74-49c0-bd01-b3aae570f026 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784096251423'] for network (4ca2a6cc-a6a4-43f6-8547-da5aef66c337), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:15.420056 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d70cd652-2478-4081-a4a4-1ca6e6f4d155 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784096251423'] for network (72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:15.432204 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-156be8a9-4b23-465e-8b2c-04276f53fabb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1761670723-network', 'tenant_id': 'f432db4128fd41dcb4533e392be06161'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:35:15.438482 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-84e7f4c4-0a74-49c0-bd01-b3aae570f026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540'] for network (4ca2a6cc-a6a4-43f6-8547-da5aef66c337), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:15.439577 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e7f4c4-0a74-49c0-bd01-b3aae570f026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:15.440386 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-84e7f4c4-0a74-49c0-bd01-b3aae570f026 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for network (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:15.490497 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156be8a9-4b23-465e-8b2c-04276f53fabb admin admin] Made reservation on behalf of f432db4128fd41dcb4533e392be06161 for: {'network': 1} {{(pid=102681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:35:15.492786 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-156be8a9-4b23-465e-8b2c-04276f53fabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for network (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:15.503160 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d70cd652-2478-4081-a4a4-1ca6e6f4d155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540'] for network (72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:15.504249 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70cd652-2478-4081-a4a4-1ca6e6f4d155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:15.504874 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d70cd652-2478-4081-a4a4-1ca6e6f4d155 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for network (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:15.520997 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-156be8a9-4b23-465e-8b2c-04276f53fabb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:15.528686 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7f4c4-0a74-49c0-bd01-b3aae570f026 admin admin] Pushing event updated for resources: {'Network': ['ID=4ca2a6cc-a6a4-43f6-8547-da5aef66c337,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:15.540955 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Network 4ca2a6cc-a6a4-43f6-8547-da5aef66c337 details requested by agent ovs-agent-dv-cinder-828150-2-iscsi with host dv-cinder-828150-2-iscsi {{(pid=102682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 20:35:15.544048 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-84e7f4c4-0a74-49c0-bd01-b3aae570f026 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8008041 Feb 07 20:35:15.545127 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 46188) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:15.551073 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-71ce618a-fde8-4539-a76b-c5e11a6e1b33 admin admin] Request body: {'subnet': {'network_id': '4ca2a6cc-a6a4-43f6-8547-da5aef66c337', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1497114960-subnet', 'tenant_id': '65cf5264b1da4554b2269d6ae291ebe5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:35:15.573937 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ce618a-fde8-4539-a76b-c5e11a6e1b33 admin admin] Made reservation on behalf of 65cf5264b1da4554b2269d6ae291ebe5 for: {'subnet': 1} {{(pid=102680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:35:15.577439 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-71ce618a-fde8-4539-a76b-c5e11a6e1b33 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:15.579046 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-d70cd652-2478-4081-a4a4-1ca6e6f4d155 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9316602 Feb 07 20:35:15.591690 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 46190) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:15.594738 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-26f5054d-e261-43ed-a9c5-e2c38a175ac0 admin admin] Publish callbacks [] for security_group (25a265d3-030d-47dc-81a4-5cc08fff8f7d), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:15.599547 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-7e11dc9e-2b1a-4822-9371-ffd2d2149f86 admin admin] Request body: {'subnet': {'network_id': '72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2019118832-subnet', 'tenant_id': '1920726293f94b09a11892df688f137b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:35:15.662257 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e11dc9e-2b1a-4822-9371-ffd2d2149f86 admin admin] Made reservation on behalf of 1920726293f94b09a11892df688f137b for: {'subnet': 1} {{(pid=102680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:35:15.666138 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7e11dc9e-2b1a-4822-9371-ffd2d2149f86 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:15.696194 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-26f5054d-e261-43ed-a9c5-e2c38a175ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (25a265d3-030d-47dc-81a4-5cc08fff8f7d), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:15.728355 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f5054d-e261-43ed-a9c5-e2c38a175ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a265d3-030d-47dc-81a4-5cc08fff8f7d,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:15.763428 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26f5054d-e261-43ed-a9c5-e2c38a175ac0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=102681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 20:35:15.765593 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70cd652-2478-4081-a4a4-1ca6e6f4d155 admin admin] Pushing event updated for resources: {'Network': ['ID=72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:15.776997 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Network 72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e details requested by agent ovs-agent-dv-cinder-828150-2-iscsi with host dv-cinder-828150-2-iscsi {{(pid=102682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 20:35:15.789104 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-26f5054d-e261-43ed-a9c5-e2c38a175ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526'] for segment (2dd74282-8ab3-4501-b135-09bccce61fa1), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:15.790155 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.db.segments_db [None req-26f5054d-e261-43ed-a9c5-e2c38a175ac0 admin admin] Added segment 2dd74282-8ab3-4501-b135-09bccce61fa1 of type vlan for network 36200dd3-affa-406c-99d8-954e0d41e9a7 Feb 07 20:35:15.878231 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-26f5054d-e261-43ed-a9c5-e2c38a175ac0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784096251423'] for network (36200dd3-affa-406c-99d8-954e0d41e9a7), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:15.943588 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-26f5054d-e261-43ed-a9c5-e2c38a175ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540'] for network (36200dd3-affa-406c-99d8-954e0d41e9a7), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:15.944512 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f5054d-e261-43ed-a9c5-e2c38a175ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:15.951436 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-26f5054d-e261-43ed-a9c5-e2c38a175ac0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for network (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:16.094683 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7e11dc9e-2b1a-4822-9371-ffd2d2149f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540'] for subnet (57a3a711-2e6c-457c-a563-2e93bf8d035e), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:16.108272 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-26f5054d-e261-43ed-a9c5-e2c38a175ac0 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1768861 Feb 07 20:35:16.114934 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 46218) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:16.131843 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-eee14834-c716-463f-8c32-c00fb64e1669 admin admin] Request body: {'subnet': {'network_id': '36200dd3-affa-406c-99d8-954e0d41e9a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2074933485-subnet', 'tenant_id': '50c4f08e6606441bb08a6fd4f888c387', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:35:16.156006 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-156be8a9-4b23-465e-8b2c-04276f53fabb admin admin] Publish callbacks [] for security_group (73a9da4f-8746-4353-8209-90a1b9fe7a9e), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:16.158706 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f5054d-e261-43ed-a9c5-e2c38a175ac0 admin admin] Pushing event updated for resources: {'Network': ['ID=36200dd3-affa-406c-99d8-954e0d41e9a7,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:16.164267 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-156be8a9-4b23-465e-8b2c-04276f53fabb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (73a9da4f-8746-4353-8209-90a1b9fe7a9e), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:16.171293 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Network 36200dd3-affa-406c-99d8-954e0d41e9a7 details requested by agent ovs-agent-dv-cinder-828150-2-iscsi with host dv-cinder-828150-2-iscsi {{(pid=102682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 20:35:16.178985 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-156be8a9-4b23-465e-8b2c-04276f53fabb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=102681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 20:35:16.189941 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-156be8a9-4b23-465e-8b2c-04276f53fabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526'] for segment (3d336edb-477a-4673-89be-90d920abe2ed), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:16.190742 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.db.segments_db [None req-156be8a9-4b23-465e-8b2c-04276f53fabb admin admin] Added segment 3d336edb-477a-4673-89be-90d920abe2ed of type vlan for network 7f57cb47-8cc1-421f-88af-08ce60d3d2bd Feb 07 20:35:16.238524 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e11dc9e-2b1a-4822-9371-ffd2d2149f86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57a3a711-2e6c-457c-a563-2e93bf8d035e,revision_number=0']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:16.239497 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-156be8a9-4b23-465e-8b2c-04276f53fabb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784096251423'] for network (7f57cb47-8cc1-421f-88af-08ce60d3d2bd), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:16.248242 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-71ce618a-fde8-4539-a76b-c5e11a6e1b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540'] for subnet (53c092ef-219e-4a25-a4d7-3fe3d86843e6), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:16.258475 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee14834-c716-463f-8c32-c00fb64e1669 admin admin] Made reservation on behalf of 50c4f08e6606441bb08a6fd4f888c387 for: {'subnet': 1} {{(pid=102680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:35:16.260788 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-eee14834-c716-463f-8c32-c00fb64e1669 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:16.284329 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e11dc9e-2b1a-4822-9371-ffd2d2149f86 admin admin] Checking segment: {'id': 'ec801351-09d5-4c76-bb84-b5485a95e98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:35:16.284687 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e11dc9e-2b1a-4822-9371-ffd2d2149f86 admin admin] Network hostable DHCP agents. Network: 72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e, hostable agents: ['e1cc327f-50d0-4a6e-8186-ec075b67de95'], hosted agents: [] {{(pid=102680) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 20:35:16.322092 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-156be8a9-4b23-465e-8b2c-04276f53fabb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540'] for network (7f57cb47-8cc1-421f-88af-08ce60d3d2bd), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:16.323042 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156be8a9-4b23-465e-8b2c-04276f53fabb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:16.327765 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-156be8a9-4b23-465e-8b2c-04276f53fabb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for network (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:16.349634 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156be8a9-4b23-465e-8b2c-04276f53fabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a9da4f-8746-4353-8209-90a1b9fe7a9e,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:16.438366 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce618a-fde8-4539-a76b-c5e11a6e1b33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53c092ef-219e-4a25-a4d7-3fe3d86843e6,revision_number=0']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:16.438840 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-156be8a9-4b23-465e-8b2c-04276f53fabb admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2633421 Feb 07 20:35:16.439853 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 46232) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:16.450209 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-66fabf76-2e0f-452b-abc9-b306ca4a2f9f admin admin] Request body: {'subnet': {'network_id': '7f57cb47-8cc1-421f-88af-08ce60d3d2bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1761670723-subnet', 'tenant_id': 'f432db4128fd41dcb4533e392be06161', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:35:16.453934 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e11dc9e-2b1a-4822-9371-ffd2d2149f86 admin admin] Network 72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e is scheduled to be hosted by DHCP agent e1cc327f-50d0-4a6e-8186-ec075b67de95 with binding_index 1 {{(pid=102680) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 20:35:16.476255 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [None req-7e11dc9e-2b1a-4822-9371-ffd2d2149f86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828150-2-iscsi, 72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e) {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:35:16.478488 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ce618a-fde8-4539-a76b-c5e11a6e1b33 admin admin] Checking segment: {'id': '1eca02bb-694f-44b9-b142-b7ec0b741684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4ca2a6cc-a6a4-43f6-8547-da5aef66c337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:35:16.478843 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ce618a-fde8-4539-a76b-c5e11a6e1b33 admin admin] Network hostable DHCP agents. Network: 4ca2a6cc-a6a4-43f6-8547-da5aef66c337, hostable agents: ['e1cc327f-50d0-4a6e-8186-ec075b67de95'], hosted agents: [] {{(pid=102680) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 20:35:16.486173 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a354575-34e9-4948-a694-3118ead8814a None None] Network 72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:35:16.486740 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e11dc9e-2b1a-4822-9371-ffd2d2149f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:16.487333 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7e11dc9e-2b1a-4822-9371-ffd2d2149f86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for subnet (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:16.497483 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fabf76-2e0f-452b-abc9-b306ca4a2f9f admin admin] Made reservation on behalf of f432db4128fd41dcb4533e392be06161 for: {'subnet': 1} {{(pid=102681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:35:16.499693 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-66fabf76-2e0f-452b-abc9-b306ca4a2f9f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:16.521543 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-7e11dc9e-2b1a-4822-9371-ffd2d2149f86 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9282014 Feb 07 20:35:16.541759 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ce618a-fde8-4539-a76b-c5e11a6e1b33 admin admin] Network 4ca2a6cc-a6a4-43f6-8547-da5aef66c337 is scheduled to be hosted by DHCP agent e1cc327f-50d0-4a6e-8186-ec075b67de95 with binding_index 1 {{(pid=102680) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 20:35:16.561214 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [None req-71ce618a-fde8-4539-a76b-c5e11a6e1b33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828150-2-iscsi, 4ca2a6cc-a6a4-43f6-8547-da5aef66c337) {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:35:16.570053 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ce618a-fde8-4539-a76b-c5e11a6e1b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:16.570638 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-71ce618a-fde8-4539-a76b-c5e11a6e1b33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for subnet (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:16.584939 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 46234) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:16.598335 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-f73519d7-b71e-437f-acc9-1a3f80b76bad admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2019118832-router', 'tenant_id': '1920726293f94b09a11892df688f137b', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'}}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:35:16.634462 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-71ce618a-fde8-4539-a76b-c5e11a6e1b33 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0880747 Feb 07 20:35:16.685446 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f73519d7-b71e-437f-acc9-1a3f80b76bad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-394574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7728'] for router (aa043946-4a7d-45df-860a-59f6f39a106b), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:16.686631 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f73519d7-b71e-437f-acc9-1a3f80b76bad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7723'] for router (aa043946-4a7d-45df-860a-59f6f39a106b), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:16.689099 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da972f03-d145-422d-8481-e5191e9fff37 None None] Network 4ca2a6cc-a6a4-43f6-8547-da5aef66c337 requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:35:16.709746 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 46240) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:16.729743 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156be8a9-4b23-465e-8b2c-04276f53fabb admin admin] Pushing event updated for resources: {'Network': ['ID=7f57cb47-8cc1-421f-88af-08ce60d3d2bd,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:16.730777 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-29346c63-dffc-4e7f-ac52-03ba25126fec admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1497114960-router', 'tenant_id': '65cf5264b1da4554b2269d6ae291ebe5', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'}}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:35:16.776043 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Network 7f57cb47-8cc1-421f-88af-08ce60d3d2bd details requested by agent ovs-agent-dv-cinder-828150-2-iscsi with host dv-cinder-828150-2-iscsi {{(pid=102682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 20:35:16.796194 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-29346c63-dffc-4e7f-ac52-03ba25126fec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-394574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7728'] for router (39573b69-0999-45d9-bf25-e16fc2797e07), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:16.799052 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-29346c63-dffc-4e7f-ac52-03ba25126fec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7723'] for router (39573b69-0999-45d9-bf25-e16fc2797e07), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:16.806970 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-eee14834-c716-463f-8c32-c00fb64e1669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540'] for subnet (ab1516e0-57d1-4d28-b856-7578705a6574), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:16.909249 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee14834-c716-463f-8c32-c00fb64e1669 admin admin] Checking segment: {'id': '2dd74282-8ab3-4501-b135-09bccce61fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '36200dd3-affa-406c-99d8-954e0d41e9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:35:16.909711 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee14834-c716-463f-8c32-c00fb64e1669 admin admin] Network hostable DHCP agents. Network: 36200dd3-affa-406c-99d8-954e0d41e9a7, hostable agents: ['e1cc327f-50d0-4a6e-8186-ec075b67de95'], hosted agents: [] {{(pid=102680) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 20:35:16.967147 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76ab5bf-3731-49e9-a119-2ea2aea3525a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77ca2aab-c32d-5221-adbb-aaf0b4c52255-72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e', 'network_id': '72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e', 'project_id': '1920726293f94b09a11892df688f137b', 'fixed_ips': [{'subnet_id': '57a3a711-2e6c-457c-a563-2e93bf8d035e'}]}} from dv-cinder-828150-2-iscsi. {{(pid=102682) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 20:35:16.968040 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f76ab5bf-3731-49e9-a119-2ea2aea3525a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:17.020658 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f7fa68-800b-480e-bd37-fb4af362ea2a None None] Network 4ca2a6cc-a6a4-43f6-8547-da5aef66c337 requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:35:17.079747 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-66fabf76-2e0f-452b-abc9-b306ca4a2f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540'] for subnet (f1dbeb8d-2a13-44a3-bdd2-d6dfe214456c), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:17.120885 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f73519d7-b71e-437f-acc9-1a3f80b76bad admin admin] Publish callbacks [] for router_controller (aa043946-4a7d-45df-860a-59f6f39a106b), precommit_add_association {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:17.128309 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee14834-c716-463f-8c32-c00fb64e1669 admin admin] Network 36200dd3-affa-406c-99d8-954e0d41e9a7 is scheduled to be hosted by DHCP agent e1cc327f-50d0-4a6e-8186-ec075b67de95 with binding_index 1 {{(pid=102680) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 20:35:17.136699 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee14834-c716-463f-8c32-c00fb64e1669 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab1516e0-57d1-4d28-b856-7578705a6574,revision_number=0']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:17.162219 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-29346c63-dffc-4e7f-ac52-03ba25126fec admin admin] Publish callbacks [] for router_controller (39573b69-0999-45d9-bf25-e16fc2797e07), precommit_add_association {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:17.169039 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.agents_db [None req-6ca4556d-c1da-4dc5-8d4b-cf8528912650 None None] Agent healthcheck: found 6 active agents {{(pid=102683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:35:17.174359 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fabf76-2e0f-452b-abc9-b306ca4a2f9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1dbeb8d-2a13-44a3-bdd2-d6dfe214456c,revision_number=0']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:17.199342 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fabf76-2e0f-452b-abc9-b306ca4a2f9f admin admin] Checking segment: {'id': '3d336edb-477a-4673-89be-90d920abe2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7f57cb47-8cc1-421f-88af-08ce60d3d2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:35:17.199725 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fabf76-2e0f-452b-abc9-b306ca4a2f9f admin admin] Network hostable DHCP agents. Network: 7f57cb47-8cc1-421f-88af-08ce60d3d2bd, hostable agents: ['e1cc327f-50d0-4a6e-8186-ec075b67de95'], hosted agents: [] {{(pid=102681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 20:35:17.214003 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [None req-eee14834-c716-463f-8c32-c00fb64e1669 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828150-2-iscsi, 36200dd3-affa-406c-99d8-954e0d41e9a7) {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:35:17.227658 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fabf76-2e0f-452b-abc9-b306ca4a2f9f admin admin] Network 7f57cb47-8cc1-421f-88af-08ce60d3d2bd is scheduled to be hosted by DHCP agent e1cc327f-50d0-4a6e-8186-ec075b67de95 with binding_index 1 {{(pid=102681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 20:35:17.237422 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.base_scheduler [None req-66fabf76-2e0f-452b-abc9-b306ca4a2f9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828150-2-iscsi, 7f57cb47-8cc1-421f-88af-08ce60d3d2bd) {{(pid=102681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:35:17.237635 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d574ea-6cf8-42ad-923e-4ac64a97afe8 None None] Network 36200dd3-affa-406c-99d8-954e0d41e9a7 requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:35:17.243338 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fabf76-2e0f-452b-abc9-b306ca4a2f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:17.244332 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-66fabf76-2e0f-452b-abc9-b306ca4a2f9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for subnet (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:17.263500 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee14834-c716-463f-8c32-c00fb64e1669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:17.264099 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-eee14834-c716-463f-8c32-c00fb64e1669 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for subnet (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:17.279135 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-66fabf76-2e0f-452b-abc9-b306ca4a2f9f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8282964 Feb 07 20:35:17.341638 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c26389-5ec3-44b5-9735-32ea52ad7788 None None] Network 7f57cb47-8cc1-421f-88af-08ce60d3d2bd requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:35:17.490800 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a0f6ea-7a8d-417c-aed6-51cc7835da09 None None] Network 36200dd3-affa-406c-99d8-954e0d41e9a7 requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:35:17.589669 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f73519d7-b71e-437f-acc9-1a3f80b76bad admin admin] Publish callbacks [] for router_gateway (aa043946-4a7d-45df-860a-59f6f39a106b), precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:17.615866 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-eee14834-c716-463f-8c32-c00fb64e1669 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4908230 Feb 07 20:35:17.773666 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-29346c63-dffc-4e7f-ac52-03ba25126fec admin admin] Publish callbacks [] for router_gateway (39573b69-0999-45d9-bf25-e16fc2797e07), precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:17.794886 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.db_base_plugin_common [None req-f76ab5bf-3731-49e9-a119-2ea2aea3525a None None] Allocated IP 172.20.0.2 (72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e/57a3a711-2e6c-457c-a563-2e93bf8d035e/7e56c37c-efd6-43f0-87b2-2f5d2c2a6182) {{(pid=102682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:35:17.909298 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5558c508-00b0-4df1-934d-165b4cc2d57f None None] Network 7f57cb47-8cc1-421f-88af-08ce60d3d2bd requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:35:18.045667 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 46318) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:18.050257 dv-cinder-828150-2-iscsi neutron-server[102681]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 07 20:35:18.247749 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f76ab5bf-3731-49e9-a119-2ea2aea3525a None None] Publish callbacks [] for port (7e56c37c-efd6-43f0-87b2-2f5d2c2a6182), precommit_create {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:18.258561 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f76ab5bf-3731-49e9-a119-2ea2aea3525a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216'] for port (7e56c37c-efd6-43f0-87b2-2f5d2c2a6182), after_create {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:18.276330 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f73519d7-b71e-437f-acc9-1a3f80b76bad admin admin] Publish callbacks [] for router_gateway (aa043946-4a7d-45df-860a-59f6f39a106b), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:18.314671 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f73519d7-b71e-437f-acc9-1a3f80b76bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:18.338257 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76ab5bf-3731-49e9-a119-2ea2aea3525a None None] Network 72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e is already hosted by enough agents. {{(pid=102682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:35:18.344519 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.scheduler.base_scheduler [None req-f76ab5bf-3731-49e9-a119-2ea2aea3525a None None] Resources bound (agent type, host, resource id): {{(pid=102682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:35:18.347375 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76ab5bf-3731-49e9-a119-2ea2aea3525a None None] Received port after_create {{(pid=102682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:35:18.360902 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 46336) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:18.366197 dv-cinder-828150-2-iscsi neutron-server[102680]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 07 20:35:18.382796 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ab5bf-3731-49e9-a119-2ea2aea3525a None None] Pushing event updated for resources: {'Port': ['ID=7e56c37c-efd6-43f0-87b2-2f5d2c2a6182,revision_number=1']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:18.408704 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-477a4438-6912-4b8f-9c3c-83932a5e4c10 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:18.411765 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-477a4438-6912-4b8f-9c3c-83932a5e4c10 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/networks?id=7f57cb47-8cc1-421f-88af-08ce60d3d2bd HTTP/1.1" status: 200 len: 815 time: 0.3630662 Feb 07 20:35:18.415478 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76ab5bf-3731-49e9-a119-2ea2aea3525a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:18.415943 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76ab5bf-3731-49e9-a119-2ea2aea3525a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:18.416391 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76ab5bf-3731-49e9-a119-2ea2aea3525a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:18.416836 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76ab5bf-3731-49e9-a119-2ea2aea3525a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:18.417255 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76ab5bf-3731-49e9-a119-2ea2aea3525a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:18.417671 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76ab5bf-3731-49e9-a119-2ea2aea3525a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:18.418086 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76ab5bf-3731-49e9-a119-2ea2aea3525a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:18.418497 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76ab5bf-3731-49e9-a119-2ea2aea3525a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:18.418994 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76ab5bf-3731-49e9-a119-2ea2aea3525a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:18.419417 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76ab5bf-3731-49e9-a119-2ea2aea3525a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:18.419846 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76ab5bf-3731-49e9-a119-2ea2aea3525a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:18.420381 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76ab5bf-3731-49e9-a119-2ea2aea3525a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:18.420787 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76ab5bf-3731-49e9-a119-2ea2aea3525a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:18.422131 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76ab5bf-3731-49e9-a119-2ea2aea3525a None None] Tracked resource versions report: Feb 07 20:35:18.422131 dv-cinder-828150-2-iscsi neutron-server[102682]: pushed versions: Feb 07 20:35:18.422131 dv-cinder-828150-2-iscsi neutron-server[102682]: { 'AddressGroup': {'1.2'}, Feb 07 20:35:18.422131 dv-cinder-828150-2-iscsi neutron-server[102682]: 'ConntrackHelper': {'1.0'}, Feb 07 20:35:18.422131 dv-cinder-828150-2-iscsi neutron-server[102682]: 'LocalIPAssociation': {'1.0'}, Feb 07 20:35:18.422131 dv-cinder-828150-2-iscsi neutron-server[102682]: 'Log': {'1.0'}, Feb 07 20:35:18.422131 dv-cinder-828150-2-iscsi neutron-server[102682]: 'Network': {'1.1'}, Feb 07 20:35:18.422131 dv-cinder-828150-2-iscsi neutron-server[102682]: 'Port': {'1.7'}, Feb 07 20:35:18.422131 dv-cinder-828150-2-iscsi neutron-server[102682]: 'PortForwarding': {'1.2'}, Feb 07 20:35:18.422131 dv-cinder-828150-2-iscsi neutron-server[102682]: 'QosPolicy': {'1.10'}, Feb 07 20:35:18.422131 dv-cinder-828150-2-iscsi neutron-server[102682]: 'SecurityGroup': {'1.5'}, Feb 07 20:35:18.422131 dv-cinder-828150-2-iscsi neutron-server[102682]: 'SecurityGroupRule': {'1.2'}, Feb 07 20:35:18.422131 dv-cinder-828150-2-iscsi neutron-server[102682]: 'SubPort': {'1.0'}, Feb 07 20:35:18.422131 dv-cinder-828150-2-iscsi neutron-server[102682]: 'Subnet': {'1.1'}, Feb 07 20:35:18.422131 dv-cinder-828150-2-iscsi neutron-server[102682]: 'Trunk': {'1.1'}} Feb 07 20:35:18.422131 dv-cinder-828150-2-iscsi neutron-server[102682]: consumer versions: Feb 07 20:35:18.422131 dv-cinder-828150-2-iscsi neutron-server[102682]: { DHCP agent@dv-cinder-828150-2-iscsi: {}, Feb 07 20:35:18.422131 dv-cinder-828150-2-iscsi neutron-server[102682]: HyperV agent@hv-cinder-82815: {}, Feb 07 20:35:18.422131 dv-cinder-828150-2-iscsi neutron-server[102682]: L3 agent@dv-cinder-828150-2-iscsi: {}, Feb 07 20:35:18.422131 dv-cinder-828150-2-iscsi neutron-server[102682]: Metadata agent@dv-cinder-828150-2-iscsi: {}, Feb 07 20:35:18.422131 dv-cinder-828150-2-iscsi neutron-server[102682]: Metering agent@dv-cinder-828150-2-iscsi: {}, Feb 07 20:35:18.422131 dv-cinder-828150-2-iscsi neutron-server[102682]: Open vSwitch agent@dv-cinder-828150-2-iscsi: { 'AddressGroup': '1.2', Feb 07 20:35:18.422131 dv-cinder-828150-2-iscsi neutron-server[102682]: 'ConntrackHelper': '1.0', Feb 07 20:35:18.422131 dv-cinder-828150-2-iscsi neutron-server[102682]: 'LocalIPAssociation': '1.0', Feb 07 20:35:18.422131 dv-cinder-828150-2-iscsi neutron-server[102682]: 'Log': '1.0', Feb 07 20:35:18.422131 dv-cinder-828150-2-iscsi neutron-server[102682]: 'Network': '1.1', Feb 07 20:35:18.422131 dv-cinder-828150-2-iscsi neutron-server[102682]: 'Port': '1.7', Feb 07 20:35:18.422131 dv-cinder-828150-2-iscsi neutron-server[102682]: 'PortForwarding': '1.2', Feb 07 20:35:18.422131 dv-cinder-828150-2-iscsi neutron-server[102682]: 'QosPolicy': '1.10', Feb 07 20:35:18.422131 dv-cinder-828150-2-iscsi neutron-server[102682]: 'SecurityGroup': '1.5', Feb 07 20:35:18.422131 dv-cinder-828150-2-iscsi neutron-server[102682]: 'SecurityGroupRule': '1.2', Feb 07 20:35:18.422131 dv-cinder-828150-2-iscsi neutron-server[102682]: 'SubPort': '1.0', Feb 07 20:35:18.422131 dv-cinder-828150-2-iscsi neutron-server[102682]: 'Subnet': '1.1', Feb 07 20:35:18.422131 dv-cinder-828150-2-iscsi neutron-server[102682]: 'Trunk': '1.1'}} Feb 07 20:35:18.422131 dv-cinder-828150-2-iscsi neutron-server[102682]: {{(pid=102682) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 20:35:18.437092 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-f76ab5bf-3731-49e9-a119-2ea2aea3525a None None] Attempting to bind port 7e56c37c-efd6-43f0-87b2-2f5d2c2a6182 on host dv-cinder-828150-2-iscsi for vnic_type normal with profile {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:35:18.437620 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-f76ab5bf-3731-49e9-a119-2ea2aea3525a None None] Attempting to bind port 7e56c37c-efd6-43f0-87b2-2f5d2c2a6182 by drivers openvswitch,hyperv on host dv-cinder-828150-2-iscsi at level 0 using segments [{'id': 'ec801351-09d5-4c76-bb84-b5485a95e98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e'}] {{(pid=102682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:35:18.438262 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76ab5bf-3731-49e9-a119-2ea2aea3525a None None] Attempting to bind port 7e56c37c-efd6-43f0-87b2-2f5d2c2a6182 on network 72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:35:18.452594 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76ab5bf-3731-49e9-a119-2ea2aea3525a None None] Checking agent: {'id': 'c89dd41c-5256-44ac-a1f6-453d759a66bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828150-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 27, 33), 'started_at': datetime.datetime(2022, 2, 7, 20, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828150-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:35:18.455587 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-e14de145-e248-4e81-bd5b-fd6449e31871 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/quotas/f432db4128fd41dcb4533e392be06161 HTTP/1.1" status: 200 len: 375 time: 0.0363870 Feb 07 20:35:18.456113 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76ab5bf-3731-49e9-a119-2ea2aea3525a None None] Checking segment: {'id': 'ec801351-09d5-4c76-bb84-b5485a95e98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:35:18.456725 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f76ab5bf-3731-49e9-a119-2ea2aea3525a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:18.457205 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76ab5bf-3731-49e9-a119-2ea2aea3525a None None] Bound using segment: {'id': 'ec801351-09d5-4c76-bb84-b5485a95e98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e'} {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:35:18.457778 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-f76ab5bf-3731-49e9-a119-2ea2aea3525a None None] Bound port: 7e56c37c-efd6-43f0-87b2-2f5d2c2a6182, host: dv-cinder-828150-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec801351-09d5-4c76-bb84-b5485a95e98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e'}}] {{(pid=102682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:35:18.458322 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f76ab5bf-3731-49e9-a119-2ea2aea3525a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (7e56c37c-efd6-43f0-87b2-2f5d2c2a6182), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:18.530901 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-08b2c1e2-68a6-4251-84df-1e0f1b0bdbb7 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f432db4128fd41dcb4533e392be06161&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0694821 Feb 07 20:35:18.577678 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f76ab5bf-3731-49e9-a119-2ea2aea3525a None None] For port 7e56c37c-efd6-43f0-87b2-2f5d2c2a6182, host dv-cinder-828150-2-iscsi, cleared binding levels {{(pid=102682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:35:18.581512 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f76ab5bf-3731-49e9-a119-2ea2aea3525a None None] For port 7e56c37c-efd6-43f0-87b2-2f5d2c2a6182, host dv-cinder-828150-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=7e56c37c-efd6-43f0-87b2-2f5d2c2a6182,segment=NetworkSegment(ec801351-09d5-4c76-bb84-b5485a95e98b),segment_id=ec801351-09d5-4c76-bb84-b5485a95e98b)] {{(pid=102682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:35:18.588737 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f76ab5bf-3731-49e9-a119-2ea2aea3525a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (7e56c37c-efd6-43f0-87b2-2f5d2c2a6182), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:18.625134 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-29346c63-dffc-4e7f-ac52-03ba25126fec admin admin] Publish callbacks [] for router_gateway (39573b69-0999-45d9-bf25-e16fc2797e07), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:18.659753 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ab5bf-3731-49e9-a119-2ea2aea3525a None None] Pushing event updated for resources: {'Port': ['ID=7e56c37c-efd6-43f0-87b2-2f5d2c2a6182,revision_number=2']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:18.703156 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-29346c63-dffc-4e7f-ac52-03ba25126fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:18.803475 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-b7825a9f-f94e-4b57-ab8e-66c62890a81d service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102681) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 20:35:18.805224 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-d23026c0-c2eb-4d40-8dd1-5fb4795e9030 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:18.811423 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-b7825a9f-f94e-4b57-ab8e-66c62890a81d service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1027789 Feb 07 20:35:18.812168 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-d23026c0-c2eb-4d40-8dd1-5fb4795e9030 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/networks?id=36200dd3-affa-406c-99d8-954e0d41e9a7 HTTP/1.1" status: 200 len: 812 time: 0.4500194 Feb 07 20:35:18.870799 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-5652e0cb-3c1e-4f6a-9744-ce3ef2ff0d89 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/quotas/50c4f08e6606441bb08a6fd4f888c387 HTTP/1.1" status: 200 len: 375 time: 0.0570149 Feb 07 20:35:18.875976 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.db_base_plugin_common [None req-f73519d7-b71e-437f-acc9-1a3f80b76bad admin admin] Allocated IP 172.27.3.114 (8fac5e93-9c31-4064-8161-a8fff953e3cb/29ca3f4a-d044-4ce0-b1ea-59efe11aa82f/e01ffbfe-fa33-4369-b976-b58a18f14152) {{(pid=102680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:35:18.951138 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-1e6a8b2a-f725-43e0-a80c-f478da5226c7 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=50c4f08e6606441bb08a6fd4f888c387&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0791812 Feb 07 20:35:19.046386 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-d6a9c7d4-47b8-4b79-8ec9-6373d7ade1fe service neutron] 10.222.0.60 "GET /v2.0/networks/7f57cb47-8cc1-421f-88af-08ce60d3d2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740475 Feb 07 20:35:19.098670 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f73519d7-b71e-437f-acc9-1a3f80b76bad admin admin] Publish callbacks [] for port (e01ffbfe-fa33-4369-b976-b58a18f14152), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:19.153753 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-bc917495-8b21-4a98-a5fa-f047c386b24c service neutron] 10.222.0.60 "GET /v2.0/networks/7f57cb47-8cc1-421f-88af-08ce60d3d2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569741 Feb 07 20:35:19.181619 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-a7b0af10-9992-42bd-8e5b-fe89ccab56bb service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102680) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 20:35:19.182745 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-a7b0af10-9992-42bd-8e5b-fe89ccab56bb service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1294451 Feb 07 20:35:19.281634 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f73519d7-b71e-437f-acc9-1a3f80b76bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216'] for port (e01ffbfe-fa33-4369-b976-b58a18f14152), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:19.409805 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73519d7-b71e-437f-acc9-1a3f80b76bad admin admin] Network 8fac5e93-9c31-4064-8161-a8fff953e3cb is already hosted by enough agents. {{(pid=102680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:35:19.430689 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [None req-f73519d7-b71e-437f-acc9-1a3f80b76bad admin admin] Resources bound (agent type, host, resource id): {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:35:19.444547 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73519d7-b71e-437f-acc9-1a3f80b76bad admin admin] Received port after_create {{(pid=102680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:35:19.452552 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-0d7faafe-3e2b-420b-b671-be2f7257f813 service neutron] 10.222.0.60 "GET /v2.0/networks/36200dd3-affa-406c-99d8-954e0d41e9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604077 Feb 07 20:35:19.485864 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73519d7-b71e-437f-acc9-1a3f80b76bad admin admin] Pushing event updated for resources: {'Port': ['ID=e01ffbfe-fa33-4369-b976-b58a18f14152,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:19.532129 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.db_base_plugin_common [None req-29346c63-dffc-4e7f-ac52-03ba25126fec admin admin] Allocated IP 172.27.3.18 (8fac5e93-9c31-4064-8161-a8fff953e3cb/29ca3f4a-d044-4ce0-b1ea-59efe11aa82f/4bdbff72-cd7f-4905-ae4e-4c7938a20ccd) {{(pid=102680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:35:19.554189 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-580f8dda-13bf-44da-9171-816c47c220e5 req-df3aeb4f-163c-479d-9c17-466ea8eddd45 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=354f6a39-5c69-424f-ace8-67cf1dc3f0e1 HTTP/1.1" status: 200 len: 210 time: 0.0932481 Feb 07 20:35:19.718168 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 7e56c37c-efd6-43f0-87b2-2f5d2c2a6182 up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:35:19.827189 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port 7e56c37c-efd6-43f0-87b2-2f5d2c2a6182 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:35:19.828102 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (7e56c37c-efd6-43f0-87b2-2f5d2c2a6182), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:19.994613 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port 7e56c37c-efd6-43f0-87b2-2f5d2c2a6182 is: DOWN; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:35:19.995011 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (7e56c37c-efd6-43f0-87b2-2f5d2c2a6182), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:20.072786 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] For port 7e56c37c-efd6-43f0-87b2-2f5d2c2a6182, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=7e56c37c-efd6-43f0-87b2-2f5d2c2a6182,segment=NetworkSegment(ec801351-09d5-4c76-bb84-b5485a95e98b),segment_id=ec801351-09d5-4c76-bb84-b5485a95e98b)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:35:20.082229 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (7e56c37c-efd6-43f0-87b2-2f5d2c2a6182), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:20.192230 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-93ab8b12-5721-479f-bc41-d88256a56f4c service neutron] 10.222.0.60 "GET /v2.0/networks/36200dd3-affa-406c-99d8-954e0d41e9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6710224 Feb 07 20:35:20.211990 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Pushing event updated for resources: {'Port': ['ID=7e56c37c-efd6-43f0-87b2-2f5d2c2a6182,revision_number=3']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:20.268049 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-29346c63-dffc-4e7f-ac52-03ba25126fec admin admin] Publish callbacks [] for port (4bdbff72-cd7f-4905-ae4e-4c7938a20ccd), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:20.276215 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdeb8f3-9edc-4167-9b02-f1799a08b386 None None] Network 72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:35:20.332580 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f73519d7-b71e-437f-acc9-1a3f80b76bad admin admin] Publish callbacks [] for router_gateway (aa043946-4a7d-45df-860a-59f6f39a106b), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:20.377307 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-fc83e704-79d6-4464-8a01-d2350f41925a None None] Provisioning complete for port 7e56c37c-efd6-43f0-87b2-2f5d2c2a6182 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:35:20.377840 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-fc83e704-79d6-4464-8a01-d2350f41925a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (7e56c37c-efd6-43f0-87b2-2f5d2c2a6182), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:20.635429 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-fc83e704-79d6-4464-8a01-d2350f41925a None None] Current status of the port 7e56c37c-efd6-43f0-87b2-2f5d2c2a6182 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:35:20.745999 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f73519d7-b71e-437f-acc9-1a3f80b76bad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395847'] for router (aa043946-4a7d-45df-860a-59f6f39a106b), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:20.817027 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-54f6b81a-88bc-4bcb-8800-45b80bd6dcd3 req-9a359450-781e-43c9-8494-b23349b089fb tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/ports?device_id=755e74e9-5519-420f-b8ce-4bc555153ab0 HTTP/1.1" status: 200 len: 210 time: 0.2078290 Feb 07 20:35:20.818924 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-29346c63-dffc-4e7f-ac52-03ba25126fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216'] for port (4bdbff72-cd7f-4905-ae4e-4c7938a20ccd), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:20.826873 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-a8ac0607-ab7b-4104-a9dc-654e7a7a5724 req-0f18b0ba-eb1e-4c3e-99bf-85fa8e636a19 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=354f6a39-5c69-424f-ace8-67cf1dc3f0e1 HTTP/1.1" status: 200 len: 210 time: 0.0780399 Feb 07 20:35:21.005332 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29346c63-dffc-4e7f-ac52-03ba25126fec admin admin] Network 8fac5e93-9c31-4064-8161-a8fff953e3cb is already hosted by enough agents. {{(pid=102680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:35:21.013943 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [None req-29346c63-dffc-4e7f-ac52-03ba25126fec admin admin] Resources bound (agent type, host, resource id): {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:35:21.020842 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29346c63-dffc-4e7f-ac52-03ba25126fec admin admin] Received port after_create {{(pid=102680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:35:21.069240 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-bb036a26-f641-4f6d-8511-9457eb5e88da None None] Provisioning complete for port 7e56c37c-efd6-43f0-87b2-2f5d2c2a6182 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:35:21.069862 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-bb036a26-f641-4f6d-8511-9457eb5e88da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (7e56c37c-efd6-43f0-87b2-2f5d2c2a6182), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:21.130567 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29346c63-dffc-4e7f-ac52-03ba25126fec admin admin] Pushing event updated for resources: {'Port': ['ID=4bdbff72-cd7f-4905-ae4e-4c7938a20ccd,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:21.270199 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-bb036a26-f641-4f6d-8511-9457eb5e88da None None] Current status of the port 7e56c37c-efd6-43f0-87b2-2f5d2c2a6182 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:35:21.338751 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-29346c63-dffc-4e7f-ac52-03ba25126fec admin admin] Publish callbacks [] for router_gateway (39573b69-0999-45d9-bf25-e16fc2797e07), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:21.341586 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73519d7-b71e-437f-acc9-1a3f80b76bad admin admin] Router aa043946-4a7d-45df-860a-59f6f39a106b is scheduled to L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef with binding_index 1 {{(pid=102680) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 20:35:21.627445 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73519d7-b71e-437f-acc9-1a3f80b76bad admin admin] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:35:21.641077 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bd142b-6fd0-43cd-a887-dc554258eaea None None] Sync routers for ids ['aa043946-4a7d-45df-860a-59f6f39a106b'] in dv-cinder-828150-2-iscsi {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:35:21.647451 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 7e56c37c-efd6-43f0-87b2-2f5d2c2a6182 up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:35:21.655184 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bd142b-6fd0-43cd-a887-dc554258eaea None None] Routers {'aa043946-4a7d-45df-860a-59f6f39a106b'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:35:21.657157 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-b8bd142b-6fd0-43cd-a887-dc554258eaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:34:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['aa043946-4a7d-45df-860a-59f6f39a106b'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:35:21.659191 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f73519d7-b71e-437f-acc9-1a3f80b76bad admin admin] Publish callbacks [] for router (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:21.660436 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-f73519d7-b71e-437f-acc9-1a3f80b76bad admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0726547 Feb 07 20:35:21.663419 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 46524) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:21.670163 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-29346c63-dffc-4e7f-ac52-03ba25126fec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395847'] for router (39573b69-0999-45d9-bf25-e16fc2797e07), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:21.752407 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port 7e56c37c-efd6-43f0-87b2-2f5d2c2a6182 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:35:21.753640 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (7e56c37c-efd6-43f0-87b2-2f5d2c2a6182), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:21.780233 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 46528) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:21.813193 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-b8bd142b-6fd0-43cd-a887-dc554258eaea None None] Set router aa043946-4a7d-45df-860a-59f6f39a106b gateway port host: dv-cinder-828150-2-iscsi {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:35:21.857080 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29346c63-dffc-4e7f-ac52-03ba25126fec admin admin] Router 39573b69-0999-45d9-bf25-e16fc2797e07 is scheduled to L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef with binding_index 1 {{(pid=102680) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 20:35:21.914393 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port 7e56c37c-efd6-43f0-87b2-2f5d2c2a6182 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:35:22.062303 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b551da14-2830-4c22-8283-fe2daede6194 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:22.175564 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-b8bd142b-6fd0-43cd-a887-dc554258eaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'name': 'tempest-AttachVolumeTestJSON-2019118832-router', 'tenant_id': '1920726293f94b09a11892df688f137b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e01ffbfe-fa33-4369-b976-b58a18f14152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:35:16Z', 'updated_at': '2022-02-07T20:35:19Z', 'revision_number': 3, 'project_id': '1920726293f94b09a11892df688f137b', 'gw_port': {'id': 'e01ffbfe-fa33-4369-b976-b58a18f14152', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:99:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:35:18Z', 'updated_at': '2022-02-07T20:35:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi'}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:35:22.181852 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-35dc70bf-d338-4cf4-b39b-277faba66874 req-c62fe799-c1e4-4887-8586-b153b0f5d8a8 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/ports?device_id=755e74e9-5519-420f-b8ce-4bc555153ab0 HTTP/1.1" status: 200 len: 210 time: 0.0850902 Feb 07 20:35:22.206907 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bd142b-6fd0-43cd-a887-dc554258eaea None None] Checking router: aa043946-4a7d-45df-860a-59f6f39a106b for host: dv-cinder-828150-2-iscsi {{(pid=102683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:35:22.207493 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bd142b-6fd0-43cd-a887-dc554258eaea None None] Updating router aa043946-4a7d-45df-860a-59f6f39a106b port e01ffbfe-fa33-4369-b976-b58a18f14152 binding host dv-cinder-828150-2-iscsi {{(pid=102683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 20:35:22.229996 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-5fcace01-976d-4a38-b54b-1e470ee1ebcb req-5b6a7428-c8e7-437c-b747-4db6222a0229 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=354f6a39-5c69-424f-ace8-67cf1dc3f0e1 HTTP/1.1" status: 200 len: 210 time: 0.0428853 Feb 07 20:35:22.240198 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-b8bd142b-6fd0-43cd-a887-dc554258eaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (e01ffbfe-fa33-4369-b976-b58a18f14152), before_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:22.321887 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29346c63-dffc-4e7f-ac52-03ba25126fec admin admin] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:35:22.337863 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ad02d0-5efe-4a59-9a9c-920fdcd37390 None None] Sync routers for ids ['39573b69-0999-45d9-bf25-e16fc2797e07'] in dv-cinder-828150-2-iscsi {{(pid=102682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:35:22.350618 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-29346c63-dffc-4e7f-ac52-03ba25126fec admin admin] Publish callbacks [] for router (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:22.353141 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c95124a9-51f1-44cc-bb88-cc61639d127e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:22.354957 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 46538) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:22.355736 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-29346c63-dffc-4e7f-ac52-03ba25126fec admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.6425886 Feb 07 20:35:22.357538 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ad02d0-5efe-4a59-9a9c-920fdcd37390 None None] Routers {'39573b69-0999-45d9-bf25-e16fc2797e07'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:35:22.359824 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-96ad02d0-5efe-4a59-9a9c-920fdcd37390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:34:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['39573b69-0999-45d9-bf25-e16fc2797e07'], 'active': True} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:35:22.382392 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b551da14-2830-4c22-8283-fe2daede6194 admin admin] Publish callbacks [] for security_group (50ee3843-64d7-4db6-a28d-48e069cb061e), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:22.388250 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b551da14-2830-4c22-8283-fe2daede6194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (50ee3843-64d7-4db6-a28d-48e069cb061e), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:22.441693 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-b551da14-2830-4c22-8283-fe2daede6194 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1b1982e2995242c4a9f4348bd098455d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6604049 Feb 07 20:35:22.445030 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 46540) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:22.452399 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b551da14-2830-4c22-8283-fe2daede6194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ee3843-64d7-4db6-a28d-48e069cb061e,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:22.502184 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b4a380a6-0f46-44ed-a8f0-9358b398032a admin admin] Publish callbacks [] for security_group (50ee3843-64d7-4db6-a28d-48e069cb061e), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:22.510425 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvr_db [None req-96ad02d0-5efe-4a59-9a9c-920fdcd37390 None None] Set router 39573b69-0999-45d9-bf25-e16fc2797e07 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:35:22.526653 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b4a380a6-0f46-44ed-a8f0-9358b398032a admin admin] Publish callbacks [] for security_group (50ee3843-64d7-4db6-a28d-48e069cb061e), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:22.532739 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-b8bd142b-6fd0-43cd-a887-dc554258eaea None None] Publish callbacks [] for port (e01ffbfe-fa33-4369-b976-b58a18f14152), precommit_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:22.539708 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-b8bd142b-6fd0-43cd-a887-dc554258eaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (e01ffbfe-fa33-4369-b976-b58a18f14152), after_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:22.583673 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054ca45-ba53-4a28-b238-d62863a12a9c None None] Pushing event updated for resources: {'Port': ['ID=e01ffbfe-fa33-4369-b976-b58a18f14152,revision_number=2']} {{(pid=102683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:22.593219 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b4a380a6-0f46-44ed-a8f0-9358b398032a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (50ee3843-64d7-4db6-a28d-48e069cb061e), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:22.601980 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a054ca45-ba53-4a28-b238-d62863a12a9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:22.602344 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a054ca45-ba53-4a28-b238-d62863a12a9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:22.602513 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b4a380a6-0f46-44ed-a8f0-9358b398032a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:22.602704 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a054ca45-ba53-4a28-b238-d62863a12a9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:22.603042 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a054ca45-ba53-4a28-b238-d62863a12a9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:22.603368 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a054ca45-ba53-4a28-b238-d62863a12a9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:22.603729 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a054ca45-ba53-4a28-b238-d62863a12a9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:22.604053 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a054ca45-ba53-4a28-b238-d62863a12a9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:22.604373 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a054ca45-ba53-4a28-b238-d62863a12a9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:22.604692 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a054ca45-ba53-4a28-b238-d62863a12a9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:22.605023 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a054ca45-ba53-4a28-b238-d62863a12a9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:22.605343 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a054ca45-ba53-4a28-b238-d62863a12a9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:22.605656 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a054ca45-ba53-4a28-b238-d62863a12a9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:22.605970 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a054ca45-ba53-4a28-b238-d62863a12a9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:35:22.606814 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-b4a380a6-0f46-44ed-a8f0-9358b398032a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/50ee3843-64d7-4db6-a28d-48e069cb061e HTTP/1.1" status: 204 len: 168 time: 0.1607976 Feb 07 20:35:22.607107 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a054ca45-ba53-4a28-b238-d62863a12a9c None None] Tracked resource versions report: Feb 07 20:35:22.607107 dv-cinder-828150-2-iscsi neutron-server[102683]: pushed versions: Feb 07 20:35:22.607107 dv-cinder-828150-2-iscsi neutron-server[102683]: { 'AddressGroup': {'1.2'}, Feb 07 20:35:22.607107 dv-cinder-828150-2-iscsi neutron-server[102683]: 'ConntrackHelper': {'1.0'}, Feb 07 20:35:22.607107 dv-cinder-828150-2-iscsi neutron-server[102683]: 'LocalIPAssociation': {'1.0'}, Feb 07 20:35:22.607107 dv-cinder-828150-2-iscsi neutron-server[102683]: 'Log': {'1.0'}, Feb 07 20:35:22.607107 dv-cinder-828150-2-iscsi neutron-server[102683]: 'Network': {'1.1'}, Feb 07 20:35:22.607107 dv-cinder-828150-2-iscsi neutron-server[102683]: 'Port': {'1.7'}, Feb 07 20:35:22.607107 dv-cinder-828150-2-iscsi neutron-server[102683]: 'PortForwarding': {'1.2'}, Feb 07 20:35:22.607107 dv-cinder-828150-2-iscsi neutron-server[102683]: 'QosPolicy': {'1.10'}, Feb 07 20:35:22.607107 dv-cinder-828150-2-iscsi neutron-server[102683]: 'SecurityGroup': {'1.5'}, Feb 07 20:35:22.607107 dv-cinder-828150-2-iscsi neutron-server[102683]: 'SecurityGroupRule': {'1.2'}, Feb 07 20:35:22.607107 dv-cinder-828150-2-iscsi neutron-server[102683]: 'SubPort': {'1.0'}, Feb 07 20:35:22.607107 dv-cinder-828150-2-iscsi neutron-server[102683]: 'Subnet': {'1.1'}, Feb 07 20:35:22.607107 dv-cinder-828150-2-iscsi neutron-server[102683]: 'Trunk': {'1.1'}} Feb 07 20:35:22.607107 dv-cinder-828150-2-iscsi neutron-server[102683]: consumer versions: Feb 07 20:35:22.607107 dv-cinder-828150-2-iscsi neutron-server[102683]: { DHCP agent@dv-cinder-828150-2-iscsi: {}, Feb 07 20:35:22.607107 dv-cinder-828150-2-iscsi neutron-server[102683]: HyperV agent@hv-cinder-82815: {}, Feb 07 20:35:22.607107 dv-cinder-828150-2-iscsi neutron-server[102683]: L3 agent@dv-cinder-828150-2-iscsi: {}, Feb 07 20:35:22.607107 dv-cinder-828150-2-iscsi neutron-server[102683]: Metadata agent@dv-cinder-828150-2-iscsi: {}, Feb 07 20:35:22.607107 dv-cinder-828150-2-iscsi neutron-server[102683]: Metering agent@dv-cinder-828150-2-iscsi: {}, Feb 07 20:35:22.607107 dv-cinder-828150-2-iscsi neutron-server[102683]: Open vSwitch agent@dv-cinder-828150-2-iscsi: { 'AddressGroup': '1.2', Feb 07 20:35:22.607107 dv-cinder-828150-2-iscsi neutron-server[102683]: 'ConntrackHelper': '1.0', Feb 07 20:35:22.607107 dv-cinder-828150-2-iscsi neutron-server[102683]: 'LocalIPAssociation': '1.0', Feb 07 20:35:22.607107 dv-cinder-828150-2-iscsi neutron-server[102683]: 'Log': '1.0', Feb 07 20:35:22.607107 dv-cinder-828150-2-iscsi neutron-server[102683]: 'Network': '1.1', Feb 07 20:35:22.607107 dv-cinder-828150-2-iscsi neutron-server[102683]: 'Port': '1.7', Feb 07 20:35:22.607107 dv-cinder-828150-2-iscsi neutron-server[102683]: 'PortForwarding': '1.2', Feb 07 20:35:22.607107 dv-cinder-828150-2-iscsi neutron-server[102683]: 'QosPolicy': '1.10', Feb 07 20:35:22.607107 dv-cinder-828150-2-iscsi neutron-server[102683]: 'SecurityGroup': '1.5', Feb 07 20:35:22.607107 dv-cinder-828150-2-iscsi neutron-server[102683]: 'SecurityGroupRule': '1.2', Feb 07 20:35:22.607107 dv-cinder-828150-2-iscsi neutron-server[102683]: 'SubPort': '1.0', Feb 07 20:35:22.607107 dv-cinder-828150-2-iscsi neutron-server[102683]: 'Subnet': '1.1', Feb 07 20:35:22.607107 dv-cinder-828150-2-iscsi neutron-server[102683]: 'Trunk': '1.1'}} Feb 07 20:35:22.607107 dv-cinder-828150-2-iscsi neutron-server[102683]: {{(pid=102683) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 20:35:22.621754 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a380a6-0f46-44ed-a8f0-9358b398032a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ee3843-64d7-4db6-a28d-48e069cb061e,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:22.636964 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.managers [None req-b8bd142b-6fd0-43cd-a887-dc554258eaea None None] Attempting to bind port e01ffbfe-fa33-4369-b976-b58a18f14152 on host dv-cinder-828150-2-iscsi for vnic_type normal with profile {{(pid=102683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:35:22.637339 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.managers [None req-b8bd142b-6fd0-43cd-a887-dc554258eaea None None] Attempting to bind port e01ffbfe-fa33-4369-b976-b58a18f14152 by drivers openvswitch,hyperv on host dv-cinder-828150-2-iscsi at level 0 using segments [{'id': 'b6259b7e-66cb-4b1d-a7b0-58f7e3300c62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'}] {{(pid=102683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:35:22.638168 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bd142b-6fd0-43cd-a887-dc554258eaea None None] Attempting to bind port e01ffbfe-fa33-4369-b976-b58a18f14152 on network 8fac5e93-9c31-4064-8161-a8fff953e3cb {{(pid=102683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:35:22.649869 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bd142b-6fd0-43cd-a887-dc554258eaea None None] Checking agent: {'id': 'c89dd41c-5256-44ac-a1f6-453d759a66bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828150-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 27, 33), 'started_at': datetime.datetime(2022, 2, 7, 20, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828150-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:35:22.650545 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bd142b-6fd0-43cd-a887-dc554258eaea None None] Checking segment: {'id': 'b6259b7e-66cb-4b1d-a7b0-58f7e3300c62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:35:22.650545 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-b8bd142b-6fd0-43cd-a887-dc554258eaea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:22.652053 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bd142b-6fd0-43cd-a887-dc554258eaea None None] Bound using segment: {'id': 'b6259b7e-66cb-4b1d-a7b0-58f7e3300c62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'} {{(pid=102683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:35:22.652972 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.managers [None req-b8bd142b-6fd0-43cd-a887-dc554258eaea None None] Bound port: e01ffbfe-fa33-4369-b976-b58a18f14152, host: dv-cinder-828150-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6259b7e-66cb-4b1d-a7b0-58f7e3300c62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'}}] {{(pid=102683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:35:22.653354 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-b8bd142b-6fd0-43cd-a887-dc554258eaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (e01ffbfe-fa33-4369-b976-b58a18f14152), before_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:22.737830 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.db [None req-b8bd142b-6fd0-43cd-a887-dc554258eaea None None] For port e01ffbfe-fa33-4369-b976-b58a18f14152, host dv-cinder-828150-2-iscsi, cleared binding levels {{(pid=102683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:35:22.743149 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.db [None req-b8bd142b-6fd0-43cd-a887-dc554258eaea None None] For port e01ffbfe-fa33-4369-b976-b58a18f14152, host dv-cinder-828150-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=e01ffbfe-fa33-4369-b976-b58a18f14152,segment=NetworkSegment(b6259b7e-66cb-4b1d-a7b0-58f7e3300c62),segment_id=b6259b7e-66cb-4b1d-a7b0-58f7e3300c62)] {{(pid=102683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:35:22.752942 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-b8bd142b-6fd0-43cd-a887-dc554258eaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (e01ffbfe-fa33-4369-b976-b58a18f14152), after_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:22.772947 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-96ad02d0-5efe-4a59-9a9c-920fdcd37390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39573b69-0999-45d9-bf25-e16fc2797e07', 'name': 'tempest-ServerRescueNegativeTestJSON-1497114960-router', 'tenant_id': '65cf5264b1da4554b2269d6ae291ebe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '4bdbff72-cd7f-4905-ae4e-4c7938a20ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:35:16Z', 'updated_at': '2022-02-07T20:35:21Z', 'revision_number': 3, 'project_id': '65cf5264b1da4554b2269d6ae291ebe5', 'gw_port': {'id': '4bdbff72-cd7f-4905-ae4e-4c7938a20ccd', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39573b69-0999-45d9-bf25-e16fc2797e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:35:18Z', 'updated_at': '2022-02-07T20:35:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi'}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:35:22.786491 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.db_base_plugin_common [None req-c95124a9-51f1-44cc-bb88-cc61639d127e admin admin] Allocated IP 172.20.0.1 (72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e/57a3a711-2e6c-457c-a563-2e93bf8d035e/e1afddea-2b48-49e7-9dfd-8043d1063611) {{(pid=102681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:35:22.815275 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bd142b-6fd0-43cd-a887-dc554258eaea None None] Routers {'aa043946-4a7d-45df-860a-59f6f39a106b'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:35:22.815927 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-b8bd142b-6fd0-43cd-a887-dc554258eaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:34:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['aa043946-4a7d-45df-860a-59f6f39a106b'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:35:22.841159 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ad02d0-5efe-4a59-9a9c-920fdcd37390 None None] Checking router: 39573b69-0999-45d9-bf25-e16fc2797e07 for host: dv-cinder-828150-2-iscsi {{(pid=102682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:35:22.841656 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ad02d0-5efe-4a59-9a9c-920fdcd37390 None None] Updating router 39573b69-0999-45d9-bf25-e16fc2797e07 port 4bdbff72-cd7f-4905-ae4e-4c7938a20ccd binding host dv-cinder-828150-2-iscsi {{(pid=102682) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 20:35:22.877596 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-96ad02d0-5efe-4a59-9a9c-920fdcd37390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (4bdbff72-cd7f-4905-ae4e-4c7938a20ccd), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:22.966485 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-b8bd142b-6fd0-43cd-a887-dc554258eaea None None] Set router aa043946-4a7d-45df-860a-59f6f39a106b gateway port host: dv-cinder-828150-2-iscsi {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:35:23.077918 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054ca45-ba53-4a28-b238-d62863a12a9c None None] Pushing event updated for resources: {'Port': ['ID=e01ffbfe-fa33-4369-b976-b58a18f14152,revision_number=3']} {{(pid=102683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:23.139487 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c95124a9-51f1-44cc-bb88-cc61639d127e admin admin] Publish callbacks [] for port (e1afddea-2b48-49e7-9dfd-8043d1063611), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:23.204798 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-96ad02d0-5efe-4a59-9a9c-920fdcd37390 None None] Publish callbacks [] for port (4bdbff72-cd7f-4905-ae4e-4c7938a20ccd), precommit_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:23.214173 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-96ad02d0-5efe-4a59-9a9c-920fdcd37390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (4bdbff72-cd7f-4905-ae4e-4c7938a20ccd), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:23.237377 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c95124a9-51f1-44cc-bb88-cc61639d127e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216'] for port (e1afddea-2b48-49e7-9dfd-8043d1063611), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:23.252046 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-b8bd142b-6fd0-43cd-a887-dc554258eaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'name': 'tempest-AttachVolumeTestJSON-2019118832-router', 'tenant_id': '1920726293f94b09a11892df688f137b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e01ffbfe-fa33-4369-b976-b58a18f14152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:35:16Z', 'updated_at': '2022-02-07T20:35:19Z', 'revision_number': 3, 'project_id': '1920726293f94b09a11892df688f137b', 'gw_port': {'id': 'e01ffbfe-fa33-4369-b976-b58a18f14152', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:99:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:35:18Z', 'updated_at': '2022-02-07T20:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi'}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:35:23.275640 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-3ea1e9d0-68a4-47fd-906c-52df239aeea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:23.279164 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b091bc-02d4-4a70-b7a5-be74a4cf6df3 None None] Pushing event updated for resources: {'Port': ['ID=4bdbff72-cd7f-4905-ae4e-4c7938a20ccd,revision_number=2']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:23.298398 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95124a9-51f1-44cc-bb88-cc61639d127e admin admin] Network 72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e is already hosted by enough agents. {{(pid=102681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:35:23.308130 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.base_scheduler [None req-c95124a9-51f1-44cc-bb88-cc61639d127e admin admin] Resources bound (agent type, host, resource id): {{(pid=102681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:35:23.312636 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95124a9-51f1-44cc-bb88-cc61639d127e admin admin] Received port after_create {{(pid=102681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:35:23.313260 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c95124a9-51f1-44cc-bb88-cc61639d127e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395920'] for router_interface (aa043946-4a7d-45df-860a-59f6f39a106b), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:23.316013 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95124a9-51f1-44cc-bb88-cc61639d127e admin admin] Pushing event updated for resources: {'Port': ['ID=e1afddea-2b48-49e7-9dfd-8043d1063611,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:23.323984 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bd142b-6fd0-43cd-a887-dc554258eaea None None] The sync data for ids ['aa043946-4a7d-45df-860a-59f6f39a106b'] in dv-cinder-828150-2-iscsi is: [{'id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'name': 'tempest-AttachVolumeTestJSON-2019118832-router', 'tenant_id': '1920726293f94b09a11892df688f137b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e01ffbfe-fa33-4369-b976-b58a18f14152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:35:16Z', 'updated_at': '2022-02-07T20:35:19Z', 'revision_number': 3, 'project_id': '1920726293f94b09a11892df688f137b', 'gw_port': {'id': 'e01ffbfe-fa33-4369-b976-b58a18f14152', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:99:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:35:18Z', 'updated_at': '2022-02-07T20:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi'}] {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:35:23.365570 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-96ad02d0-5efe-4a59-9a9c-920fdcd37390 None None] Attempting to bind port 4bdbff72-cd7f-4905-ae4e-4c7938a20ccd on host dv-cinder-828150-2-iscsi for vnic_type normal with profile {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:35:23.366064 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-96ad02d0-5efe-4a59-9a9c-920fdcd37390 None None] Attempting to bind port 4bdbff72-cd7f-4905-ae4e-4c7938a20ccd by drivers openvswitch,hyperv on host dv-cinder-828150-2-iscsi at level 0 using segments [{'id': 'b6259b7e-66cb-4b1d-a7b0-58f7e3300c62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'}] {{(pid=102682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:35:23.366486 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ad02d0-5efe-4a59-9a9c-920fdcd37390 None None] Attempting to bind port 4bdbff72-cd7f-4905-ae4e-4c7938a20ccd on network 8fac5e93-9c31-4064-8161-a8fff953e3cb {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:35:23.382171 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ad02d0-5efe-4a59-9a9c-920fdcd37390 None None] Checking agent: {'id': 'c89dd41c-5256-44ac-a1f6-453d759a66bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828150-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 27, 33), 'started_at': datetime.datetime(2022, 2, 7, 20, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828150-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:35:23.382650 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ad02d0-5efe-4a59-9a9c-920fdcd37390 None None] Checking segment: {'id': 'b6259b7e-66cb-4b1d-a7b0-58f7e3300c62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:35:23.383217 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-96ad02d0-5efe-4a59-9a9c-920fdcd37390 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:23.399878 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ad02d0-5efe-4a59-9a9c-920fdcd37390 None None] Bound using segment: {'id': 'b6259b7e-66cb-4b1d-a7b0-58f7e3300c62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'} {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:35:23.399878 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-96ad02d0-5efe-4a59-9a9c-920fdcd37390 None None] Bound port: 4bdbff72-cd7f-4905-ae4e-4c7938a20ccd, host: dv-cinder-828150-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6259b7e-66cb-4b1d-a7b0-58f7e3300c62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'}}] {{(pid=102682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:35:23.399878 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-96ad02d0-5efe-4a59-9a9c-920fdcd37390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (4bdbff72-cd7f-4905-ae4e-4c7938a20ccd), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:23.445069 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f5a6cf37-c751-4807-9bd6-46dee12a6962 req-6eb11215-3e30-4dbd-ad10-30c9c2657586 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=354f6a39-5c69-424f-ace8-67cf1dc3f0e1 HTTP/1.1" status: 200 len: 210 time: 0.0590787 Feb 07 20:35:23.477133 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-96ad02d0-5efe-4a59-9a9c-920fdcd37390 None None] For port 4bdbff72-cd7f-4905-ae4e-4c7938a20ccd, host dv-cinder-828150-2-iscsi, cleared binding levels {{(pid=102682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:35:23.481329 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-96ad02d0-5efe-4a59-9a9c-920fdcd37390 None None] For port 4bdbff72-cd7f-4905-ae4e-4c7938a20ccd, host dv-cinder-828150-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=4bdbff72-cd7f-4905-ae4e-4c7938a20ccd,segment=NetworkSegment(b6259b7e-66cb-4b1d-a7b0-58f7e3300c62),segment_id=b6259b7e-66cb-4b1d-a7b0-58f7e3300c62)] {{(pid=102682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:35:23.490953 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-96ad02d0-5efe-4a59-9a9c-920fdcd37390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (4bdbff72-cd7f-4905-ae4e-4c7938a20ccd), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:23.534540 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-20502984-93be-4003-93d5-8501e719e509 req-b4d5c298-e496-4c13-aa4b-9657d6523a22 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/ports?device_id=755e74e9-5519-420f-b8ce-4bc555153ab0 HTTP/1.1" status: 200 len: 210 time: 0.2144513 Feb 07 20:35:23.607431 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b091bc-02d4-4a70-b7a5-be74a4cf6df3 None None] Pushing event updated for resources: {'Port': ['ID=4bdbff72-cd7f-4905-ae4e-4c7938a20ccd,revision_number=3']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:23.626425 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ad02d0-5efe-4a59-9a9c-920fdcd37390 None None] Routers {'39573b69-0999-45d9-bf25-e16fc2797e07'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:35:23.627085 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-96ad02d0-5efe-4a59-9a9c-920fdcd37390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:34:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['39573b69-0999-45d9-bf25-e16fc2797e07'], 'active': True} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:35:23.737772 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f1b8fd76-1467-4f92-9f4d-b48b37872634 None None] Provisioning complete for port e1afddea-2b48-49e7-9dfd-8043d1063611 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:35:23.737772 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f1b8fd76-1467-4f92-9f4d-b48b37872634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (e1afddea-2b48-49e7-9dfd-8043d1063611), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:23.804658 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c95124a9-51f1-44cc-bb88-cc61639d127e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (e1afddea-2b48-49e7-9dfd-8043d1063611), before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:23.813397 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f1b8fd76-1467-4f92-9f4d-b48b37872634 None None] Port e1afddea-2b48-49e7-9dfd-8043d1063611 cannot update to ACTIVE because it is not bound. {{(pid=102682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:35:23.870912 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvr_db [None req-96ad02d0-5efe-4a59-9a9c-920fdcd37390 None None] Set router 39573b69-0999-45d9-bf25-e16fc2797e07 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:35:24.139949 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c95124a9-51f1-44cc-bb88-cc61639d127e admin admin] Publish callbacks [] for port (e1afddea-2b48-49e7-9dfd-8043d1063611), precommit_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:24.154038 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.db_base_plugin_common [None req-3ea1e9d0-68a4-47fd-906c-52df239aeea0 admin admin] Allocated IP 172.20.0.1 (4ca2a6cc-a6a4-43f6-8547-da5aef66c337/53c092ef-219e-4a25-a4d7-3fe3d86843e6/0c600dcc-0828-4894-a49b-74f6b99ae247) {{(pid=102681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:35:24.288441 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-3ea1e9d0-68a4-47fd-906c-52df239aeea0 admin admin] Publish callbacks [] for port (0c600dcc-0828-4894-a49b-74f6b99ae247), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:24.296570 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c95124a9-51f1-44cc-bb88-cc61639d127e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (e1afddea-2b48-49e7-9dfd-8043d1063611), after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:24.297281 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c95124a9-51f1-44cc-bb88-cc61639d127e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393216'] for router_interface (aa043946-4a7d-45df-860a-59f6f39a106b), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:24.310290 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-96ad02d0-5efe-4a59-9a9c-920fdcd37390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39573b69-0999-45d9-bf25-e16fc2797e07', 'name': 'tempest-ServerRescueNegativeTestJSON-1497114960-router', 'tenant_id': '65cf5264b1da4554b2269d6ae291ebe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '4bdbff72-cd7f-4905-ae4e-4c7938a20ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:35:16Z', 'updated_at': '2022-02-07T20:35:21Z', 'revision_number': 3, 'project_id': '65cf5264b1da4554b2269d6ae291ebe5', 'gw_port': {'id': '4bdbff72-cd7f-4905-ae4e-4c7938a20ccd', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39573b69-0999-45d9-bf25-e16fc2797e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:35:18Z', 'updated_at': '2022-02-07T20:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi'}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:35:24.357743 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ad02d0-5efe-4a59-9a9c-920fdcd37390 None None] The sync data for ids ['39573b69-0999-45d9-bf25-e16fc2797e07'] in dv-cinder-828150-2-iscsi is: [{'id': '39573b69-0999-45d9-bf25-e16fc2797e07', 'name': 'tempest-ServerRescueNegativeTestJSON-1497114960-router', 'tenant_id': '65cf5264b1da4554b2269d6ae291ebe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '4bdbff72-cd7f-4905-ae4e-4c7938a20ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:35:16Z', 'updated_at': '2022-02-07T20:35:21Z', 'revision_number': 3, 'project_id': '65cf5264b1da4554b2269d6ae291ebe5', 'gw_port': {'id': '4bdbff72-cd7f-4905-ae4e-4c7938a20ccd', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39573b69-0999-45d9-bf25-e16fc2797e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:35:18Z', 'updated_at': '2022-02-07T20:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi'}] {{(pid=102682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:35:24.456560 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95124a9-51f1-44cc-bb88-cc61639d127e admin admin] Pushing event updated for resources: {'Port': ['ID=e1afddea-2b48-49e7-9dfd-8043d1063611,revision_number=2']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:24.477232 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-3ea1e9d0-68a4-47fd-906c-52df239aeea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216'] for port (0c600dcc-0828-4894-a49b-74f6b99ae247), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:24.522428 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea1e9d0-68a4-47fd-906c-52df239aeea0 admin admin] Network 4ca2a6cc-a6a4-43f6-8547-da5aef66c337 is already hosted by enough agents. {{(pid=102681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:35:24.532286 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95124a9-51f1-44cc-bb88-cc61639d127e admin admin] Network 72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e is already hosted by enough agents. {{(pid=102681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:35:24.533333 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.base_scheduler [None req-3ea1e9d0-68a4-47fd-906c-52df239aeea0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:35:24.543159 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea1e9d0-68a4-47fd-906c-52df239aeea0 admin admin] Received port after_create {{(pid=102681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:35:24.543662 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-3ea1e9d0-68a4-47fd-906c-52df239aeea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395920'] for router_interface (39573b69-0999-45d9-bf25-e16fc2797e07), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:24.549132 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.base_scheduler [None req-c95124a9-51f1-44cc-bb88-cc61639d127e admin admin] Resources bound (agent type, host, resource id): {{(pid=102681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:35:24.560855 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1e9d0-68a4-47fd-906c-52df239aeea0 admin admin] Pushing event updated for resources: {'Port': ['ID=0c600dcc-0828-4894-a49b-74f6b99ae247,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:24.735571 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-6c4f49be-be35-4397-9c74-c27ca9f90fc3 req-9c4c85a8-161d-485b-87eb-279bde1dab5e tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=354f6a39-5c69-424f-ace8-67cf1dc3f0e1 HTTP/1.1" status: 200 len: 210 time: 0.0862093 Feb 07 20:35:24.841007 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.24', 49904) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:24.863236 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.24', 49905) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:25.004659 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-90c13f21-2478-404f-8b51-6ab2d96264f1 req-c74eb748-2f17-488e-a087-3ea687612586 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/ports?device_id=755e74e9-5519-420f-b8ce-4bc555153ab0 HTTP/1.1" status: 200 len: 210 time: 0.1928046 Feb 07 20:35:25.064242 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-ddee9f73-ce32-42ac-9332-de3ac46e8be0 None None] Provisioning complete for port e1afddea-2b48-49e7-9dfd-8043d1063611 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:35:25.064769 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-ddee9f73-ce32-42ac-9332-de3ac46e8be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (e1afddea-2b48-49e7-9dfd-8043d1063611), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:25.099383 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95124a9-51f1-44cc-bb88-cc61639d127e admin admin] Router aa043946-4a7d-45df-860a-59f6f39a106b has already been hosted by L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef {{(pid=102681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:35:25.197788 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-ddee9f73-ce32-42ac-9332-de3ac46e8be0 None None] Port e1afddea-2b48-49e7-9dfd-8043d1063611 cannot update to ACTIVE because it is not bound. {{(pid=102682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:35:25.271158 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-3ea1e9d0-68a4-47fd-906c-52df239aeea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (0c600dcc-0828-4894-a49b-74f6b99ae247), before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:25.392511 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-8f274241-6338-4239-96b6-39c18493c0cd tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:25.395963 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-8f274241-6338-4239-96b6-39c18493c0cd tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.24 "GET /v2.0/networks?id=7f57cb47-8cc1-421f-88af-08ce60d3d2bd HTTP/1.1" status: 200 len: 815 time: 0.5250502 Feb 07 20:35:25.469341 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-c6456fed-dd36-4213-8199-027959c27ac8 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Request body: {'port': {'device_id': '354f6a39-5c69-424f-ace8-67cf1dc3f0e1', 'network_id': '7f57cb47-8cc1-421f-88af-08ce60d3d2bd', 'admin_state_up': True, 'tenant_id': 'f432db4128fd41dcb4533e392be06161'}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:35:25.792672 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-7164bd01-09da-4b74-aab7-ed242ae8d765 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:25.809778 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-7164bd01-09da-4b74-aab7-ed242ae8d765 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.24 "GET /v2.0/networks?id=36200dd3-affa-406c-99d8-954e0d41e9a7 HTTP/1.1" status: 200 len: 812 time: 0.9606357 Feb 07 20:35:25.842632 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-0ab57588-beb2-4fd5-99fc-5005a1ef89a9 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] Request body: {'port': {'device_id': '755e74e9-5519-420f-b8ce-4bc555153ab0', 'network_id': '36200dd3-affa-406c-99d8-954e0d41e9a7', 'admin_state_up': True, 'tenant_id': '50c4f08e6606441bb08a6fd4f888c387'}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:35:25.865288 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device e01ffbfe-fa33-4369-b976-b58a18f14152 up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:35:25.990926 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port e01ffbfe-fa33-4369-b976-b58a18f14152 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:35:25.991316 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (e01ffbfe-fa33-4369-b976-b58a18f14152), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:26.007903 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 46674) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:26.043954 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95124a9-51f1-44cc-bb88-cc61639d127e admin admin] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:35:26.088827 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-c95124a9-51f1-44cc-bb88-cc61639d127e admin admin] 10.222.0.60 "PUT /v2.0/routers/aa043946-4a7d-45df-860a-59f6f39a106b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4189947 Feb 07 20:35:26.241122 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port e01ffbfe-fa33-4369-b976-b58a18f14152 is: DOWN; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:35:26.241978 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (e01ffbfe-fa33-4369-b976-b58a18f14152), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:26.248762 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-3ea1e9d0-68a4-47fd-906c-52df239aeea0 admin admin] Publish callbacks [] for port (0c600dcc-0828-4894-a49b-74f6b99ae247), precommit_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:26.251153 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-802fb9dd-4972-4fef-9b8b-ae3544e6e02e req-88b3cd43-4f88-45e0-86d7-ca21315dc04b tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=354f6a39-5c69-424f-ace8-67cf1dc3f0e1 HTTP/1.1" status: 200 len: 210 time: 0.2191885 Feb 07 20:35:26.293653 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-3ea1e9d0-68a4-47fd-906c-52df239aeea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (0c600dcc-0828-4894-a49b-74f6b99ae247), after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:26.301795 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-3ea1e9d0-68a4-47fd-906c-52df239aeea0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393216'] for router_interface (39573b69-0999-45d9-bf25-e16fc2797e07), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:26.322432 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] For port e01ffbfe-fa33-4369-b976-b58a18f14152, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=e01ffbfe-fa33-4369-b976-b58a18f14152,segment=NetworkSegment(b6259b7e-66cb-4b1d-a7b0-58f7e3300c62),segment_id=b6259b7e-66cb-4b1d-a7b0-58f7e3300c62)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:35:26.330340 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (e01ffbfe-fa33-4369-b976-b58a18f14152), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:26.333981 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 4bdbff72-cd7f-4905-ae4e-4c7938a20ccd up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:35:26.400286 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-c6456fed-dd36-4213-8199-027959c27ac8 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Made reservation on behalf of f432db4128fd41dcb4533e392be06161 for: {'port': 1} {{(pid=102680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:35:26.415188 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-c6456fed-dd36-4213-8199-027959c27ac8 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:26.424517 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd9927b-f5f2-49f3-b5b4-db6fc887665a None None] Sync routers for ids ['aa043946-4a7d-45df-860a-59f6f39a106b'] in dv-cinder-828150-2-iscsi {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:35:26.458292 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d3ee4cbf-fe3a-436d-8031-9ff0c31f4936 req-d47c5428-caac-4731-b73e-c34245b0a0a2 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/ports?device_id=755e74e9-5519-420f-b8ce-4bc555153ab0 HTTP/1.1" status: 200 len: 210 time: 0.2002838 Feb 07 20:35:26.476387 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd9927b-f5f2-49f3-b5b4-db6fc887665a None None] Routers {'aa043946-4a7d-45df-860a-59f6f39a106b'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:35:26.485725 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-8dd9927b-f5f2-49f3-b5b4-db6fc887665a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:34:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['aa043946-4a7d-45df-860a-59f6f39a106b'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:35:26.600542 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-f6a4e814-b5f2-4e27-91ac-5adfcb76637c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:26.686798 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Pushing event updated for resources: {'Port': ['ID=e01ffbfe-fa33-4369-b976-b58a18f14152,revision_number=4']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:26.718377 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-8dd9927b-f5f2-49f3-b5b4-db6fc887665a None None] Set router aa043946-4a7d-45df-860a-59f6f39a106b gateway port host: dv-cinder-828150-2-iscsi {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:35:26.805954 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (2db0d972-3e88-4a6a-9d75-f8f2fe350c5f), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:26.823921 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-784bd117-71f3-4d49-ac22-8f141e14cbf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:26.848546 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1e9d0-68a4-47fd-906c-52df239aeea0 admin admin] Pushing event updated for resources: {'Port': ['ID=0c600dcc-0828-4894-a49b-74f6b99ae247,revision_number=2']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:26.850566 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port 4bdbff72-cd7f-4905-ae4e-4c7938a20ccd triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:35:26.852634 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (4bdbff72-cd7f-4905-ae4e-4c7938a20ccd), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:26.997436 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-0ab57588-beb2-4fd5-99fc-5005a1ef89a9 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] Made reservation on behalf of 50c4f08e6606441bb08a6fd4f888c387 for: {'port': 1} {{(pid=102680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:35:27.014732 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-0ab57588-beb2-4fd5-99fc-5005a1ef89a9 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:27.056935 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 46712) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:27.137497 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port 4bdbff72-cd7f-4905-ae4e-4c7938a20ccd is: DOWN; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:35:27.142590 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (4bdbff72-cd7f-4905-ae4e-4c7938a20ccd), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:27.193414 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] For port 4bdbff72-cd7f-4905-ae4e-4c7938a20ccd, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=4bdbff72-cd7f-4905-ae4e-4c7938a20ccd,segment=NetworkSegment(b6259b7e-66cb-4b1d-a7b0-58f7e3300c62),segment_id=b6259b7e-66cb-4b1d-a7b0-58f7e3300c62)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:35:27.202961 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (4bdbff72-cd7f-4905-ae4e-4c7938a20ccd), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:27.238602 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea1e9d0-68a4-47fd-906c-52df239aeea0 admin admin] Network 4ca2a6cc-a6a4-43f6-8547-da5aef66c337 is already hosted by enough agents. {{(pid=102681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:35:27.259991 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.base_scheduler [None req-3ea1e9d0-68a4-47fd-906c-52df239aeea0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:35:27.323907 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Pushing event updated for resources: {'Port': ['ID=4bdbff72-cd7f-4905-ae4e-4c7938a20ccd,revision_number=4']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:27.420282 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.db_base_plugin_common [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-c6456fed-dd36-4213-8199-027959c27ac8 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Allocated IP 172.20.0.11 (7f57cb47-8cc1-421f-88af-08ce60d3d2bd/f1dbeb8d-2a13-44a3-bdd2-d6dfe214456c/d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7) {{(pid=102680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:35:27.458791 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-f6a4e814-b5f2-4e27-91ac-5adfcb76637c admin admin] Publish callbacks [] for security_group (aecbc897-1fa8-48a0-bae7-6def3ae162dd), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:27.489445 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-8dd9927b-f5f2-49f3-b5b4-db6fc887665a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'name': 'tempest-AttachVolumeTestJSON-2019118832-router', 'tenant_id': '1920726293f94b09a11892df688f137b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e01ffbfe-fa33-4369-b976-b58a18f14152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:35:16Z', 'updated_at': '2022-02-07T20:35:23Z', 'revision_number': 4, 'project_id': '1920726293f94b09a11892df688f137b', 'gw_port': {'id': 'e01ffbfe-fa33-4369-b976-b58a18f14152', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:99:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:35:18Z', 'updated_at': '2022-02-07T20:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': 'e1afddea-2b48-49e7-9dfd-8043d1063611', 'name': '', 'network_id': '72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e', 'tenant_id': '1920726293f94b09a11892df688f137b', 'mac_address': 'fa:16:3e:b7:e2:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '57a3a711-2e6c-457c-a563-2e93bf8d035e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:35:22Z', 'updated_at': '2022-02-07T20:35:23Z', 'revision_number': 2, 'project_id': '1920726293f94b09a11892df688f137b', 'subnets': [{'id': '57a3a711-2e6c-457c-a563-2e93bf8d035e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:35:27.583840 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c3903ea0-6f89-457a-a0ed-d069ec798d82 req-2d30d9ec-d106-4b6b-aae4-5c9e2f674220 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=354f6a39-5c69-424f-ace8-67cf1dc3f0e1 HTTP/1.1" status: 200 len: 210 time: 0.1190801 Feb 07 20:35:27.586560 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-f6a4e814-b5f2-4e27-91ac-5adfcb76637c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (aecbc897-1fa8-48a0-bae7-6def3ae162dd), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:27.620562 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd9927b-f5f2-49f3-b5b4-db6fc887665a None None] Checking router: aa043946-4a7d-45df-860a-59f6f39a106b for host: dv-cinder-828150-2-iscsi {{(pid=102683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:35:27.624336 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd9927b-f5f2-49f3-b5b4-db6fc887665a None None] Updating router aa043946-4a7d-45df-860a-59f6f39a106b port e1afddea-2b48-49e7-9dfd-8043d1063611 binding host dv-cinder-828150-2-iscsi {{(pid=102683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 20:35:27.702466 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device e01ffbfe-fa33-4369-b976-b58a18f14152 up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:35:27.758487 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a4e814-b5f2-4e27-91ac-5adfcb76637c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aecbc897-1fa8-48a0-bae7-6def3ae162dd,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:27.761434 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-8dd9927b-f5f2-49f3-b5b4-db6fc887665a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (e1afddea-2b48-49e7-9dfd-8043d1063611), before_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:27.851175 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 46736) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:27.880503 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port e01ffbfe-fa33-4369-b976-b58a18f14152 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:35:27.880877 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (e01ffbfe-fa33-4369-b976-b58a18f14152), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:27.902600 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-699eb15f-a789-4a98-aa20-792eac5d1dab tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Request body: {'security_group': {'name': 'tempest-securitygroup--754361014', 'description': 'tempest-description--1234627556'}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:35:27.959549 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-fcf4c330-45b4-4995-bfe7-ef0b9f9a3361 req-5743fa82-3e23-454f-b1f3-38a850cee02c tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/ports?device_id=755e74e9-5519-420f-b8ce-4bc555153ab0 HTTP/1.1" status: 200 len: 210 time: 0.1532607 Feb 07 20:35:27.969016 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c027d8fe-89aa-46cc-a554-e91a640e14b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:27.971710 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-f6a4e814-b5f2-4e27-91ac-5adfcb76637c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=efc9d81ec008435f932b56b0ddbf15d7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9598570 Feb 07 20:35:27.974767 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 46740) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:28.069958 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port e01ffbfe-fa33-4369-b976-b58a18f14152 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:35:28.071947 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 4bdbff72-cd7f-4905-ae4e-4c7938a20ccd up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:35:28.101858 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-699eb15f-a789-4a98-aa20-792eac5d1dab tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:28.123817 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea1e9d0-68a4-47fd-906c-52df239aeea0 admin admin] Router 39573b69-0999-45d9-bf25-e16fc2797e07 has already been hosted by L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef {{(pid=102681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:35:28.137013 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-759653a1-18b8-4d55-ba33-d6617a5a1b4b admin admin] Publish callbacks [] for security_group (aecbc897-1fa8-48a0-bae7-6def3ae162dd), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:28.229984 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port 4bdbff72-cd7f-4905-ae4e-4c7938a20ccd triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:35:28.230386 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (4bdbff72-cd7f-4905-ae4e-4c7938a20ccd), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:28.289327 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-759653a1-18b8-4d55-ba33-d6617a5a1b4b admin admin] Publish callbacks [] for security_group (aecbc897-1fa8-48a0-bae7-6def3ae162dd), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:28.379193 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea1e9d0-68a4-47fd-906c-52df239aeea0 admin admin] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:35:28.407962 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-3ea1e9d0-68a4-47fd-906c-52df239aeea0 admin admin] 10.222.0.60 "PUT /v2.0/routers/39573b69-0999-45d9-bf25-e16fc2797e07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0479712 Feb 07 20:35:28.418976 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-c6456fed-dd36-4213-8199-027959c27ac8 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Publish callbacks [] for port (d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:28.425727 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-759653a1-18b8-4d55-ba33-d6617a5a1b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (aecbc897-1fa8-48a0-bae7-6def3ae162dd), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:28.430512 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-759653a1-18b8-4d55-ba33-d6617a5a1b4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:28.435257 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-759653a1-18b8-4d55-ba33-d6617a5a1b4b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aecbc897-1fa8-48a0-bae7-6def3ae162dd HTTP/1.1" status: 204 len: 168 time: 0.4547572 Feb 07 20:35:28.447413 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0295266-f317-4b94-abed-e321ba6ceb75 None None] Sync routers for ids ['39573b69-0999-45d9-bf25-e16fc2797e07'] in dv-cinder-828150-2-iscsi {{(pid=102682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:35:28.459452 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759653a1-18b8-4d55-ba33-d6617a5a1b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aecbc897-1fa8-48a0-bae7-6def3ae162dd,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:28.501307 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0295266-f317-4b94-abed-e321ba6ceb75 None None] Routers {'39573b69-0999-45d9-bf25-e16fc2797e07'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:35:28.502062 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-c0295266-f317-4b94-abed-e321ba6ceb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:34:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['39573b69-0999-45d9-bf25-e16fc2797e07'], 'active': True} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:35:28.508237 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port 4bdbff72-cd7f-4905-ae4e-4c7938a20ccd is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:35:28.692909 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.db_base_plugin_common [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-0ab57588-beb2-4fd5-99fc-5005a1ef89a9 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] Allocated IP 172.20.0.13 (36200dd3-affa-406c-99d8-954e0d41e9a7/ab1516e0-57d1-4d28-b856-7578705a6574/369802be-b041-4f2c-ab58-f675a7ce8d22) {{(pid=102680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:35:28.714920 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c027d8fe-89aa-46cc-a554-e91a640e14b0 admin admin] Publish callbacks [] for security_group (2ff890fe-9aef-4048-bfd2-d07c9b246581), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:28.766094 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c027d8fe-89aa-46cc-a554-e91a640e14b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (2ff890fe-9aef-4048-bfd2-d07c9b246581), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:28.775155 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-8dd9927b-f5f2-49f3-b5b4-db6fc887665a None None] Publish callbacks [] for port (e1afddea-2b48-49e7-9dfd-8043d1063611), precommit_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:28.779152 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvr_db [None req-c0295266-f317-4b94-abed-e321ba6ceb75 None None] Set router 39573b69-0999-45d9-bf25-e16fc2797e07 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:35:28.782551 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-8dd9927b-f5f2-49f3-b5b4-db6fc887665a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (e1afddea-2b48-49e7-9dfd-8043d1063611), after_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:28.875943 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1fef8-a1f2-4724-967e-78febad0ef01 None None] Pushing event updated for resources: {'Port': ['ID=e1afddea-2b48-49e7-9dfd-8043d1063611,revision_number=3']} {{(pid=102683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:29.005435 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-699eb15f-a789-4a98-aa20-792eac5d1dab tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks [] for security_group (c4e9d628-d605-4ef0-882c-65f2674eb1ca), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:29.048159 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.managers [None req-8dd9927b-f5f2-49f3-b5b4-db6fc887665a None None] Attempting to bind port e1afddea-2b48-49e7-9dfd-8043d1063611 on host dv-cinder-828150-2-iscsi for vnic_type normal with profile {{(pid=102683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:35:29.048524 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.managers [None req-8dd9927b-f5f2-49f3-b5b4-db6fc887665a None None] Attempting to bind port e1afddea-2b48-49e7-9dfd-8043d1063611 by drivers openvswitch,hyperv on host dv-cinder-828150-2-iscsi at level 0 using segments [{'id': 'ec801351-09d5-4c76-bb84-b5485a95e98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e'}] {{(pid=102683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:35:29.054680 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd9927b-f5f2-49f3-b5b4-db6fc887665a None None] Attempting to bind port e1afddea-2b48-49e7-9dfd-8043d1063611 on network 72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e {{(pid=102683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:35:29.078203 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd9927b-f5f2-49f3-b5b4-db6fc887665a None None] Checking agent: {'id': 'c89dd41c-5256-44ac-a1f6-453d759a66bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828150-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 27, 33), 'started_at': datetime.datetime(2022, 2, 7, 20, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828150-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:35:29.078875 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd9927b-f5f2-49f3-b5b4-db6fc887665a None None] Checking segment: {'id': 'ec801351-09d5-4c76-bb84-b5485a95e98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:35:29.079811 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-8dd9927b-f5f2-49f3-b5b4-db6fc887665a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:29.081495 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd9927b-f5f2-49f3-b5b4-db6fc887665a None None] Bound using segment: {'id': 'ec801351-09d5-4c76-bb84-b5485a95e98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e'} {{(pid=102683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:35:29.082170 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.managers [None req-8dd9927b-f5f2-49f3-b5b4-db6fc887665a None None] Bound port: e1afddea-2b48-49e7-9dfd-8043d1063611, host: dv-cinder-828150-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec801351-09d5-4c76-bb84-b5485a95e98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e'}}] {{(pid=102683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:35:29.082560 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-8dd9927b-f5f2-49f3-b5b4-db6fc887665a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (e1afddea-2b48-49e7-9dfd-8043d1063611), before_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:29.137529 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-1942954f-fd7f-4a88-b8c5-4d7d79562248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:29.150535 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-fd999dde-2222-44e1-b399-c8baa933bb2f req-dcddc5ce-580a-4cae-9abc-d63e75b4a63e tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/ports?device_id=755e74e9-5519-420f-b8ce-4bc555153ab0 HTTP/1.1" status: 200 len: 210 time: 0.0574670 Feb 07 20:35:29.152578 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-c6456fed-dd36-4213-8199-027959c27ac8 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216'] for port (d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:29.179932 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c027d8fe-89aa-46cc-a554-e91a640e14b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff890fe-9aef-4048-bfd2-d07c9b246581,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:29.270550 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.db [None req-8dd9927b-f5f2-49f3-b5b4-db6fc887665a None None] For port e1afddea-2b48-49e7-9dfd-8043d1063611, host dv-cinder-828150-2-iscsi, cleared binding levels {{(pid=102683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:35:29.279674 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.db [None req-8dd9927b-f5f2-49f3-b5b4-db6fc887665a None None] For port e1afddea-2b48-49e7-9dfd-8043d1063611, host dv-cinder-828150-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=e1afddea-2b48-49e7-9dfd-8043d1063611,segment=NetworkSegment(ec801351-09d5-4c76-bb84-b5485a95e98b),segment_id=ec801351-09d5-4c76-bb84-b5485a95e98b)] {{(pid=102683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:35:29.292012 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 46776) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:29.295111 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-8dd9927b-f5f2-49f3-b5b4-db6fc887665a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (e1afddea-2b48-49e7-9dfd-8043d1063611), after_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:29.307175 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-699eb15f-a789-4a98-aa20-792eac5d1dab tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (c4e9d628-d605-4ef0-882c-65f2674eb1ca), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:29.325243 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-5e0b16f7-d0c9-43fa-92b2-26834d13c283 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:29.404259 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f505bd80-81ce-4cee-963a-fd639224e4a8 None None] Provisioning complete for port e1afddea-2b48-49e7-9dfd-8043d1063611 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:35:29.405133 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f505bd80-81ce-4cee-963a-fd639224e4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (e1afddea-2b48-49e7-9dfd-8043d1063611), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:29.407247 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd9927b-f5f2-49f3-b5b4-db6fc887665a None None] Routers {'aa043946-4a7d-45df-860a-59f6f39a106b'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:35:29.412120 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-8dd9927b-f5f2-49f3-b5b4-db6fc887665a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:35:29Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['aa043946-4a7d-45df-860a-59f6f39a106b'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:35:29.466714 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-c0295266-f317-4b94-abed-e321ba6ceb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39573b69-0999-45d9-bf25-e16fc2797e07', 'name': 'tempest-ServerRescueNegativeTestJSON-1497114960-router', 'tenant_id': '65cf5264b1da4554b2269d6ae291ebe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '4bdbff72-cd7f-4905-ae4e-4c7938a20ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:35:16Z', 'updated_at': '2022-02-07T20:35:25Z', 'revision_number': 4, 'project_id': '65cf5264b1da4554b2269d6ae291ebe5', 'gw_port': {'id': '4bdbff72-cd7f-4905-ae4e-4c7938a20ccd', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39573b69-0999-45d9-bf25-e16fc2797e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:35:18Z', 'updated_at': '2022-02-07T20:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': '0c600dcc-0828-4894-a49b-74f6b99ae247', 'name': '', 'network_id': '4ca2a6cc-a6a4-43f6-8547-da5aef66c337', 'tenant_id': '65cf5264b1da4554b2269d6ae291ebe5', 'mac_address': 'fa:16:3e:53:03:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39573b69-0999-45d9-bf25-e16fc2797e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '53c092ef-219e-4a25-a4d7-3fe3d86843e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:35:23Z', 'updated_at': '2022-02-07T20:35:25Z', 'revision_number': 2, 'project_id': '65cf5264b1da4554b2269d6ae291ebe5', 'subnets': [{'id': '53c092ef-219e-4a25-a4d7-3fe3d86843e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:35:29.551293 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0295266-f317-4b94-abed-e321ba6ceb75 None None] Checking router: 39573b69-0999-45d9-bf25-e16fc2797e07 for host: dv-cinder-828150-2-iscsi {{(pid=102682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:35:29.552950 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0295266-f317-4b94-abed-e321ba6ceb75 None None] Updating router 39573b69-0999-45d9-bf25-e16fc2797e07 port 0c600dcc-0828-4894-a49b-74f6b99ae247 binding host dv-cinder-828150-2-iscsi {{(pid=102682) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 20:35:29.659951 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f505bd80-81ce-4cee-963a-fd639224e4a8 None None] Current status of the port e1afddea-2b48-49e7-9dfd-8043d1063611 is: DOWN; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:35:29.661590 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f505bd80-81ce-4cee-963a-fd639224e4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (e1afddea-2b48-49e7-9dfd-8043d1063611), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:29.701956 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-699eb15f-a789-4a98-aa20-792eac5d1dab tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:29.703214 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-699eb15f-a789-4a98-aa20-792eac5d1dab tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.8070750 Feb 07 20:35:29.710210 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 46790) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:29.711525 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c0295266-f317-4b94-abed-e321ba6ceb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (0c600dcc-0828-4894-a49b-74f6b99ae247), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:29.726456 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-0d9b1685-0109-45c4-b534-4133ecdaff8a tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Request body: {'security_group_rule': {'security_group_id': 'c4e9d628-d605-4ef0-882c-65f2674eb1ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:35:29.745754 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-5e0b16f7-d0c9-43fa-92b2-26834d13c283 admin admin] Publish callbacks [] for security_group (464b1238-2d4b-4abe-aad1-893bf1255547), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:29.768014 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-5e0b16f7-d0c9-43fa-92b2-26834d13c283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (464b1238-2d4b-4abe-aad1-893bf1255547), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:29.776890 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1fef8-a1f2-4724-967e-78febad0ef01 None None] Pushing event updated for resources: {'Port': ['ID=e1afddea-2b48-49e7-9dfd-8043d1063611,revision_number=4']} {{(pid=102683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:29.849697 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-c6456fed-dd36-4213-8199-027959c27ac8 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Network 7f57cb47-8cc1-421f-88af-08ce60d3d2bd is already hosted by enough agents. {{(pid=102680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:35:29.860441 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f505bd80-81ce-4cee-963a-fd639224e4a8 None None] For port e1afddea-2b48-49e7-9dfd-8043d1063611, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=e1afddea-2b48-49e7-9dfd-8043d1063611,segment=NetworkSegment(ec801351-09d5-4c76-bb84-b5485a95e98b),segment_id=ec801351-09d5-4c76-bb84-b5485a95e98b)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:35:29.864601 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-c027d8fe-89aa-46cc-a554-e91a640e14b0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b690e585dc49422d8cce052c120e70c7&name=default HTTP/1.1" status: 200 len: 2992 time: 2.7827117 Feb 07 20:35:29.883377 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 46794) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:29.887121 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f505bd80-81ce-4cee-963a-fd639224e4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (e1afddea-2b48-49e7-9dfd-8043d1063611), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:29.931495 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-8dd9927b-f5f2-49f3-b5b4-db6fc887665a None None] Set router aa043946-4a7d-45df-860a-59f6f39a106b gateway port host: dv-cinder-828150-2-iscsi {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:35:29.973891 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-5e0b16f7-d0c9-43fa-92b2-26834d13c283 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d2b14fe8f2864c34b564d8228a823460&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6798139 Feb 07 20:35:29.997170 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-0d9b1685-0109-45c4-b534-4133ecdaff8a tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks [] for security_group_rule (25b77d34-1030-486d-8bf2-c427e1d65c2e), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:30.002756 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b16f7-d0c9-43fa-92b2-26834d13c283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464b1238-2d4b-4abe-aad1-893bf1255547,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:30.066175 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:30.079352 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 46806) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:30.211926 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-7bea3557-ccf7-44ba-9fe8-dc61d642ad0f None None] Provisioning complete for port e1afddea-2b48-49e7-9dfd-8043d1063611 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:35:30.212320 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-7bea3557-ccf7-44ba-9fe8-dc61d642ad0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (e1afddea-2b48-49e7-9dfd-8043d1063611), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:30.341883 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-0ab57588-beb2-4fd5-99fc-5005a1ef89a9 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] Publish callbacks [] for port (369802be-b041-4f2c-ab58-f675a7ce8d22), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:30.401576 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-c6456fed-dd36-4213-8199-027959c27ac8 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Resources bound (agent type, host, resource id): {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:35:30.401908 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-0a3d24cd-b180-46c5-9aa1-15d7c09d1977 admin admin] Publish callbacks [] for security_group (464b1238-2d4b-4abe-aad1-893bf1255547), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:30.434802 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-0a3d24cd-b180-46c5-9aa1-15d7c09d1977 admin admin] Publish callbacks [] for security_group (464b1238-2d4b-4abe-aad1-893bf1255547), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:30.458280 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-0ab57588-beb2-4fd5-99fc-5005a1ef89a9 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216'] for port (369802be-b041-4f2c-ab58-f675a7ce8d22), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:30.476996 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-8dd9927b-f5f2-49f3-b5b4-db6fc887665a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'name': 'tempest-AttachVolumeTestJSON-2019118832-router', 'tenant_id': '1920726293f94b09a11892df688f137b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e01ffbfe-fa33-4369-b976-b58a18f14152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:35:16Z', 'updated_at': '2022-02-07T20:35:23Z', 'revision_number': 4, 'project_id': '1920726293f94b09a11892df688f137b', 'gw_port': {'id': 'e01ffbfe-fa33-4369-b976-b58a18f14152', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:99:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:35:18Z', 'updated_at': '2022-02-07T20:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': 'e1afddea-2b48-49e7-9dfd-8043d1063611', 'name': '', 'network_id': '72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e', 'tenant_id': '1920726293f94b09a11892df688f137b', 'mac_address': 'fa:16:3e:b7:e2:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '57a3a711-2e6c-457c-a563-2e93bf8d035e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:35:22Z', 'updated_at': '2022-02-07T20:35:29Z', 'revision_number': 4, 'project_id': '1920726293f94b09a11892df688f137b', 'subnets': [{'id': '57a3a711-2e6c-457c-a563-2e93bf8d035e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:35:30.499082 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505bd80-81ce-4cee-963a-fd639224e4a8 None None] Pushing event updated for resources: {'Port': ['ID=e1afddea-2b48-49e7-9dfd-8043d1063611,revision_number=5']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:30.501244 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-0dec0a46-5226-4c56-9168-50821f85b71b tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:30.503121 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-0dec0a46-5226-4c56-9168-50821f85b71b tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/networks?id=4ca2a6cc-a6a4-43f6-8547-da5aef66c337 HTTP/1.1" status: 200 len: 819 time: 0.3959868 Feb 07 20:35:30.506804 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-0a3d24cd-b180-46c5-9aa1-15d7c09d1977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (464b1238-2d4b-4abe-aad1-893bf1255547), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:30.509698 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-0a3d24cd-b180-46c5-9aa1-15d7c09d1977 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:30.513889 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-0a3d24cd-b180-46c5-9aa1-15d7c09d1977 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/464b1238-2d4b-4abe-aad1-893bf1255547 HTTP/1.1" status: 204 len: 168 time: 0.4305096 Feb 07 20:35:30.578980 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-c6456fed-dd36-4213-8199-027959c27ac8 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Received port after_create {{(pid=102680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:35:30.594459 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-c6456fed-dd36-4213-8199-027959c27ac8 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:30.613558 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-c6456fed-dd36-4213-8199-027959c27ac8 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for port (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:30.629539 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd9927b-f5f2-49f3-b5b4-db6fc887665a None None] The sync data for ids ['aa043946-4a7d-45df-860a-59f6f39a106b'] in dv-cinder-828150-2-iscsi is: [{'id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'name': 'tempest-AttachVolumeTestJSON-2019118832-router', 'tenant_id': '1920726293f94b09a11892df688f137b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e01ffbfe-fa33-4369-b976-b58a18f14152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:35:16Z', 'updated_at': '2022-02-07T20:35:23Z', 'revision_number': 4, 'project_id': '1920726293f94b09a11892df688f137b', 'gw_port': {'id': 'e01ffbfe-fa33-4369-b976-b58a18f14152', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:99:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:35:18Z', 'updated_at': '2022-02-07T20:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': 'e1afddea-2b48-49e7-9dfd-8043d1063611', 'name': '', 'network_id': '72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e', 'tenant_id': '1920726293f94b09a11892df688f137b', 'mac_address': 'fa:16:3e:b7:e2:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '57a3a711-2e6c-457c-a563-2e93bf8d035e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:35:22Z', 'updated_at': '2022-02-07T20:35:29Z', 'revision_number': 4, 'project_id': '1920726293f94b09a11892df688f137b', 'subnets': [{'id': '57a3a711-2e6c-457c-a563-2e93bf8d035e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:35:30.665617 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-85168567-d1df-45df-8200-c7355d508122 admin admin] Publish callbacks [] for security_group (2ff890fe-9aef-4048-bfd2-d07c9b246581), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:30.683050 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699eb15f-a789-4a98-aa20-792eac5d1dab tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e9d628-d605-4ef0-882c-65f2674eb1ca,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:30.700309 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6456fed-dd36-4213-8199-027959c27ac8 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Pushing event updated for resources: {'Port': ['ID=d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:30.757529 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d24cd-b180-46c5-9aa1-15d7c09d1977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464b1238-2d4b-4abe-aad1-893bf1255547,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:30.761433 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-c6456fed-dd36-4213-8199-027959c27ac8 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2991059 Feb 07 20:35:30.789991 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-dc5ac971-f4f7-47ff-a1d2-04042bd72030 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/quotas/65cf5264b1da4554b2269d6ae291ebe5 HTTP/1.1" status: 200 len: 375 time: 0.2670140 Feb 07 20:35:30.798404 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-0d9b1685-0109-45c4-b534-4133ecdaff8a tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks [] for security_group_rule (25b77d34-1030-486d-8bf2-c427e1d65c2e), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:30.803895 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-0ab57588-beb2-4fd5-99fc-5005a1ef89a9 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] Network 36200dd3-affa-406c-99d8-954e0d41e9a7 is already hosted by enough agents. {{(pid=102680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:35:30.821259 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-e858414d-6b12-4a5d-a2eb-77cd6eb3a56f tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102680) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 20:35:30.823320 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-e858414d-6b12-4a5d-a2eb-77cd6eb3a56f tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0116413 Feb 07 20:35:30.827743 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-0ab57588-beb2-4fd5-99fc-5005a1ef89a9 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] Resources bound (agent type, host, resource id): {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:35:30.841466 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-0ab57588-beb2-4fd5-99fc-5005a1ef89a9 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] Received port after_create {{(pid=102680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:35:30.857440 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-0ab57588-beb2-4fd5-99fc-5005a1ef89a9 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:30.858800 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-0ab57588-beb2-4fd5-99fc-5005a1ef89a9 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for port (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:30.950561 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-85168567-d1df-45df-8200-c7355d508122 admin admin] Publish callbacks [] for security_group (2ff890fe-9aef-4048-bfd2-d07c9b246581), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:30.961142 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-0d9b1685-0109-45c4-b534-4133ecdaff8a tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471706'] for security_group_rule (25b77d34-1030-486d-8bf2-c427e1d65c2e), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:31.012875 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6232a79-212c-437e-9931-3a7d00deb3fa req-10cff101-c8f0-465c-bc0b-58d7105072f9 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:31.023470 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f6232a79-212c-437e-9931-3a7d00deb3fa req-10cff101-c8f0-465c-bc0b-58d7105072f9 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=354f6a39-5c69-424f-ace8-67cf1dc3f0e1 HTTP/1.1" status: 200 len: 932 time: 2.2037871 Feb 07 20:35:31.045352 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-0ab57588-beb2-4fd5-99fc-5005a1ef89a9 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2108908 Feb 07 20:35:31.092949 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-7bea3557-ccf7-44ba-9fe8-dc61d642ad0f None None] Current status of the port e1afddea-2b48-49e7-9dfd-8043d1063611 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:35:31.175477 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c0295266-f317-4b94-abed-e321ba6ceb75 None None] Publish callbacks [] for port (0c600dcc-0828-4894-a49b-74f6b99ae247), precommit_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:31.185630 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab57588-beb2-4fd5-99fc-5005a1ef89a9 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] Pushing event updated for resources: {'Port': ['ID=369802be-b041-4f2c-ab58-f675a7ce8d22,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:31.190910 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c0295266-f317-4b94-abed-e321ba6ceb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (0c600dcc-0828-4894-a49b-74f6b99ae247), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:31.210872 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b1685-0109-45c4-b534-4133ecdaff8a tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25b77d34-1030-486d-8bf2-c427e1d65c2e,revision_number=0']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:31.246312 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-0d9b1685-0109-45c4-b534-4133ecdaff8a tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:31.254602 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-0d9b1685-0109-45c4-b534-4133ecdaff8a tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5417924 Feb 07 20:35:31.255470 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 46840) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:31.298537 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-ae2f48e5-b514-41c8-8afd-a158527806e9 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Request body: {'security_group_rule': {'security_group_id': 'c4e9d628-d605-4ef0-882c-65f2674eb1ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:35:31.342129 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-d4c87a16-acaf-44d3-ae7b-6937996e783b tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=65cf5264b1da4554b2269d6ae291ebe5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5510852 Feb 07 20:35:31.356088 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f6232a79-212c-437e-9931-3a7d00deb3fa req-2a2cf0aa-0c63-49df-b89d-ce42c35626c2 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295557 Feb 07 20:35:31.464148 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-b84d711f-6042-461c-bdec-45eb476e9252 service neutron] Request body: {'port': {'device_id': '354f6a39-5c69-424f-ace8-67cf1dc3f0e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82815'}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:35:31.699434 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:31.700348 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ebf02-d7e0-40a7-9105-095890860d7b None None] Pushing event updated for resources: {'Port': ['ID=0c600dcc-0828-4894-a49b-74f6b99ae247,revision_number=3']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:31.708342 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-e2642afd-3a15-49d3-b0f4-13eca769d9cd service neutron] Request body: {'port': {'device_id': '755e74e9-5519-420f-b8ce-4bc555153ab0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82815'}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:35:31.769695 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-85168567-d1df-45df-8200-c7355d508122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (2ff890fe-9aef-4048-bfd2-d07c9b246581), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:31.787143 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-85168567-d1df-45df-8200-c7355d508122 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:31.794109 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-85168567-d1df-45df-8200-c7355d508122 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2ff890fe-9aef-4048-bfd2-d07c9b246581 HTTP/1.1" status: 204 len: 168 time: 1.8910732 Feb 07 20:35:31.801176 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-6f35ca8e-ba6f-4448-b16f-f6f598182f9d service neutron] 10.222.0.60 "GET /v2.0/networks/4ca2a6cc-a6a4-43f6-8547-da5aef66c337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465339 Feb 07 20:35:31.802533 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ae2f48e5-b514-41c8-8afd-a158527806e9 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks [] for security_group_rule (295430e0-a87d-41dd-b6a3-d8ed2de14dcd), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:31.807304 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-c0295266-f317-4b94-abed-e321ba6ceb75 None None] Attempting to bind port 0c600dcc-0828-4894-a49b-74f6b99ae247 on host dv-cinder-828150-2-iscsi for vnic_type normal with profile {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:35:31.808484 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-c0295266-f317-4b94-abed-e321ba6ceb75 None None] Attempting to bind port 0c600dcc-0828-4894-a49b-74f6b99ae247 by drivers openvswitch,hyperv on host dv-cinder-828150-2-iscsi at level 0 using segments [{'id': '1eca02bb-694f-44b9-b142-b7ec0b741684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4ca2a6cc-a6a4-43f6-8547-da5aef66c337'}] {{(pid=102682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:35:31.809142 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0295266-f317-4b94-abed-e321ba6ceb75 None None] Attempting to bind port 0c600dcc-0828-4894-a49b-74f6b99ae247 on network 4ca2a6cc-a6a4-43f6-8547-da5aef66c337 {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:35:31.812234 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device e1afddea-2b48-49e7-9dfd-8043d1063611 up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:35:31.865522 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0295266-f317-4b94-abed-e321ba6ceb75 None None] Checking agent: {'id': 'c89dd41c-5256-44ac-a1f6-453d759a66bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828150-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 27, 33), 'started_at': datetime.datetime(2022, 2, 7, 20, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828150-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:35:31.866309 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0295266-f317-4b94-abed-e321ba6ceb75 None None] Checking segment: {'id': '1eca02bb-694f-44b9-b142-b7ec0b741684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4ca2a6cc-a6a4-43f6-8547-da5aef66c337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:35:31.868603 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c0295266-f317-4b94-abed-e321ba6ceb75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:31.869325 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0295266-f317-4b94-abed-e321ba6ceb75 None None] Bound using segment: {'id': '1eca02bb-694f-44b9-b142-b7ec0b741684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4ca2a6cc-a6a4-43f6-8547-da5aef66c337'} {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:35:31.870133 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-c0295266-f317-4b94-abed-e321ba6ceb75 None None] Bound port: 0c600dcc-0828-4894-a49b-74f6b99ae247, host: dv-cinder-828150-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eca02bb-694f-44b9-b142-b7ec0b741684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4ca2a6cc-a6a4-43f6-8547-da5aef66c337'}}] {{(pid=102682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:35:31.873902 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c0295266-f317-4b94-abed-e321ba6ceb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (0c600dcc-0828-4894-a49b-74f6b99ae247), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:32.092366 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb70b4-12c8-48e9-b578-b548a2faa4b9 req-db4753dc-707a-433e-af85-1b732396b436 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:32.093934 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ae2f48e5-b514-41c8-8afd-a158527806e9 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks [] for security_group_rule (295430e0-a87d-41dd-b6a3-d8ed2de14dcd), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:32.101876 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-62eb70b4-12c8-48e9-b578-b548a2faa4b9 req-db4753dc-707a-433e-af85-1b732396b436 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/ports?device_id=755e74e9-5519-420f-b8ce-4bc555153ab0 HTTP/1.1" status: 200 len: 932 time: 0.5371256 Feb 07 20:35:32.107536 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 46868) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:32.110375 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-e2642afd-3a15-49d3-b0f4-13eca769d9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (369802be-b041-4f2c-ab58-f675a7ce8d22), before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:32.112331 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-b84d711f-6042-461c-bdec-45eb476e9252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7), before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:32.126782 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port e1afddea-2b48-49e7-9dfd-8043d1063611 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:35:32.133454 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (e1afddea-2b48-49e7-9dfd-8043d1063611), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:32.323074 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85168567-d1df-45df-8200-c7355d508122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff890fe-9aef-4048-bfd2-d07c9b246581,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:32.366545 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-8fe107a7-e66d-4a37-8290-ebbc15e2defd service neutron] 10.222.0.60 "GET /v2.0/networks/4ca2a6cc-a6a4-43f6-8547-da5aef66c337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064929 Feb 07 20:35:32.368834 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ae2f48e5-b514-41c8-8afd-a158527806e9 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471706'] for security_group_rule (295430e0-a87d-41dd-b6a3-d8ed2de14dcd), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:32.395237 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-c0295266-f317-4b94-abed-e321ba6ceb75 None None] For port 0c600dcc-0828-4894-a49b-74f6b99ae247, host dv-cinder-828150-2-iscsi, cleared binding levels {{(pid=102682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:35:32.456595 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-c0295266-f317-4b94-abed-e321ba6ceb75 None None] For port 0c600dcc-0828-4894-a49b-74f6b99ae247, host dv-cinder-828150-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=0c600dcc-0828-4894-a49b-74f6b99ae247,segment=NetworkSegment(1eca02bb-694f-44b9-b142-b7ec0b741684),segment_id=1eca02bb-694f-44b9-b142-b7ec0b741684)] {{(pid=102682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:35:32.480178 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ae2f48e5-b514-41c8-8afd-a158527806e9 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:32.481379 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-ae2f48e5-b514-41c8-8afd-a158527806e9 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1864953 Feb 07 20:35:32.482517 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f48e5-b514-41c8-8afd-a158527806e9 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=295430e0-a87d-41dd-b6a3-d8ed2de14dcd,revision_number=0']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:32.496361 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c0295266-f317-4b94-abed-e321ba6ceb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (0c600dcc-0828-4894-a49b-74f6b99ae247), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:32.502923 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 46880) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:32.514526 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-62eb70b4-12c8-48e9-b578-b548a2faa4b9 req-f0dd1b2f-96fa-471e-9aba-15184ff5c4a2 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/security-groups?id=25a265d3-030d-47dc-81a4-5cc08fff8f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116819 Feb 07 20:35:32.517983 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-598893be-b363-4958-9792-0306e811d0f9 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Request body: {'floatingip': {'floating_network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:35:32.631165 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-598893be-b363-4958-9792-0306e811d0f9 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:32.974654 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:32.999356 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port e1afddea-2b48-49e7-9dfd-8043d1063611 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:35:33.002585 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-b58ccd2d-4949-4182-83c9-4d40553b7f75 req-99b7d1ba-2582-41ca-8884-4e0a15e0597b tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 210 time: 0.1100225 Feb 07 20:35:33.056933 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ebf02-d7e0-40a7-9105-095890860d7b None None] Pushing event updated for resources: {'Port': ['ID=0c600dcc-0828-4894-a49b-74f6b99ae247,revision_number=4']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:33.072981 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0295266-f317-4b94-abed-e321ba6ceb75 None None] Routers {'39573b69-0999-45d9-bf25-e16fc2797e07'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:35:33.074713 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-c0295266-f317-4b94-abed-e321ba6ceb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:35:29Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['39573b69-0999-45d9-bf25-e16fc2797e07'], 'active': True} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:35:33.281988 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-598893be-b363-4958-9792-0306e811d0f9 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:33.433023 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvr_db [None req-c0295266-f317-4b94-abed-e321ba6ceb75 None None] Set router 39573b69-0999-45d9-bf25-e16fc2797e07 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:35:33.470325 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f0401a4f-15ef-400e-a276-bc8d1725f7d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:34.040868 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-c0295266-f317-4b94-abed-e321ba6ceb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39573b69-0999-45d9-bf25-e16fc2797e07', 'name': 'tempest-ServerRescueNegativeTestJSON-1497114960-router', 'tenant_id': '65cf5264b1da4554b2269d6ae291ebe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '4bdbff72-cd7f-4905-ae4e-4c7938a20ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:35:16Z', 'updated_at': '2022-02-07T20:35:25Z', 'revision_number': 4, 'project_id': '65cf5264b1da4554b2269d6ae291ebe5', 'gw_port': {'id': '4bdbff72-cd7f-4905-ae4e-4c7938a20ccd', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39573b69-0999-45d9-bf25-e16fc2797e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:35:18Z', 'updated_at': '2022-02-07T20:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': '0c600dcc-0828-4894-a49b-74f6b99ae247', 'name': '', 'network_id': '4ca2a6cc-a6a4-43f6-8547-da5aef66c337', 'tenant_id': '65cf5264b1da4554b2269d6ae291ebe5', 'mac_address': 'fa:16:3e:53:03:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39573b69-0999-45d9-bf25-e16fc2797e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '53c092ef-219e-4a25-a4d7-3fe3d86843e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:35:23Z', 'updated_at': '2022-02-07T20:35:32Z', 'revision_number': 4, 'project_id': '65cf5264b1da4554b2269d6ae291ebe5', 'subnets': [{'id': '53c092ef-219e-4a25-a4d7-3fe3d86843e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:35:34.046926 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5927165-8208-4cab-91bb-bc5bd8ff317b req-a9bd3082-01a9-49d6-8bce-7b7f66cbaa41 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:34.068945 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f5927165-8208-4cab-91bb-bc5bd8ff317b req-a9bd3082-01a9-49d6-8bce-7b7f66cbaa41 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=354f6a39-5c69-424f-ace8-67cf1dc3f0e1 HTTP/1.1" status: 200 len: 932 time: 1.2752757 Feb 07 20:35:34.091410 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0295266-f317-4b94-abed-e321ba6ceb75 None None] The sync data for ids ['39573b69-0999-45d9-bf25-e16fc2797e07'] in dv-cinder-828150-2-iscsi is: [{'id': '39573b69-0999-45d9-bf25-e16fc2797e07', 'name': 'tempest-ServerRescueNegativeTestJSON-1497114960-router', 'tenant_id': '65cf5264b1da4554b2269d6ae291ebe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '4bdbff72-cd7f-4905-ae4e-4c7938a20ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:35:16Z', 'updated_at': '2022-02-07T20:35:25Z', 'revision_number': 4, 'project_id': '65cf5264b1da4554b2269d6ae291ebe5', 'gw_port': {'id': '4bdbff72-cd7f-4905-ae4e-4c7938a20ccd', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39573b69-0999-45d9-bf25-e16fc2797e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:35:18Z', 'updated_at': '2022-02-07T20:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': '0c600dcc-0828-4894-a49b-74f6b99ae247', 'name': '', 'network_id': '4ca2a6cc-a6a4-43f6-8547-da5aef66c337', 'tenant_id': '65cf5264b1da4554b2269d6ae291ebe5', 'mac_address': 'fa:16:3e:53:03:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39573b69-0999-45d9-bf25-e16fc2797e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '53c092ef-219e-4a25-a4d7-3fe3d86843e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:35:23Z', 'updated_at': '2022-02-07T20:35:32Z', 'revision_number': 4, 'project_id': '65cf5264b1da4554b2269d6ae291ebe5', 'subnets': [{'id': '53c092ef-219e-4a25-a4d7-3fe3d86843e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:35:34.134674 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.db_base_plugin_common [None req-598893be-b363-4958-9792-0306e811d0f9 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Allocated IP 172.27.3.27 (8fac5e93-9c31-4064-8161-a8fff953e3cb/29ca3f4a-d044-4ce0-b1ea-59efe11aa82f/6bfdb427-5974-43fb-b58b-b369c9d10372) {{(pid=102681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:35:34.541309 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-f27a7b78-d6c4-4bd7-8787-091c0bd2b527 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:34.554074 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-f27a7b78-d6c4-4bd7-8787-091c0bd2b527 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/networks?id=4ca2a6cc-a6a4-43f6-8547-da5aef66c337 HTTP/1.1" status: 200 len: 819 time: 1.1047204 Feb 07 20:35:34.596904 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-d73bf2ef-a9f1-41ef-aa70-d6d2cc632dde tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/quotas/65cf5264b1da4554b2269d6ae291ebe5 HTTP/1.1" status: 200 len: 375 time: 0.0419734 Feb 07 20:35:34.623011 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-e2642afd-3a15-49d3-b0f4-13eca769d9cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 369802be-b041-4f2c-ab58-f675a7ce8d22 {{(pid=102680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:35:34.644481 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-e2642afd-3a15-49d3-b0f4-13eca769d9cd service neutron] Publish callbacks [] for port (369802be-b041-4f2c-ab58-f675a7ce8d22), precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:34.670457 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-e2642afd-3a15-49d3-b0f4-13eca769d9cd service neutron] Transition to ACTIVE for port object 369802be-b041-4f2c-ab58-f675a7ce8d22 will not be triggered until provisioned by entity L2. {{(pid=102680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:35:34.704399 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f0401a4f-15ef-400e-a276-bc8d1725f7d3 admin admin] Publish callbacks [] for security_group (4c2dc249-9cda-4dd3-ac3c-c9d49163df78), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:34.713246 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-e2642afd-3a15-49d3-b0f4-13eca769d9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (369802be-b041-4f2c-ab58-f675a7ce8d22), after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:34.728670 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f0401a4f-15ef-400e-a276-bc8d1725f7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (4c2dc249-9cda-4dd3-ac3c-c9d49163df78), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:34.757930 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-598893be-b363-4958-9792-0306e811d0f9 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks [] for port (6bfdb427-5974-43fb-b58b-b369c9d10372), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:34.775810 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-b21a0f32-6b9c-41b8-b063-495d48954747 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=65cf5264b1da4554b2269d6ae291ebe5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1777923 Feb 07 20:35:34.786171 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0401a4f-15ef-400e-a276-bc8d1725f7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2dc249-9cda-4dd3-ac3c-c9d49163df78,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:34.791776 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f5927165-8208-4cab-91bb-bc5bd8ff317b req-4d62968d-81ce-40d1-88e8-49d0e1c0dc16 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7219636 Feb 07 20:35:34.911017 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2642afd-3a15-49d3-b0f4-13eca769d9cd service neutron] Pushing event updated for resources: {'Port': ['ID=369802be-b041-4f2c-ab58-f675a7ce8d22,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:34.977837 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-f0401a4f-15ef-400e-a276-bc8d1725f7d3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=55f6c2bed2ed4ca98db80e3aae74bc30&name=default HTTP/1.1" status: 200 len: 2995 time: 2.8681757 Feb 07 20:35:34.980580 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 46958) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:35.069672 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-e2642afd-3a15-49d3-b0f4-13eca769d9cd service neutron] Attempting to bind port 369802be-b041-4f2c-ab58-f675a7ce8d22 on host hv-cinder-82815 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:35:35.070360 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-e2642afd-3a15-49d3-b0f4-13eca769d9cd service neutron] Attempting to bind port 369802be-b041-4f2c-ab58-f675a7ce8d22 by drivers openvswitch,hyperv on host hv-cinder-82815 at level 0 using segments [{'id': '2dd74282-8ab3-4501-b135-09bccce61fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '36200dd3-affa-406c-99d8-954e0d41e9a7'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:35:35.070820 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-e2642afd-3a15-49d3-b0f4-13eca769d9cd service neutron] Attempting to bind port 369802be-b041-4f2c-ab58-f675a7ce8d22 on network 36200dd3-affa-406c-99d8-954e0d41e9a7 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:35:35.086099 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-51f0ae15-7dc3-4398-8ecc-f44df2773b23 service neutron] 10.222.0.60 "GET /v2.0/networks/4ca2a6cc-a6a4-43f6-8547-da5aef66c337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092504 Feb 07 20:35:35.097911 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.24', 49932) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:35.128122 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-043adafb-0d83-488a-af97-0855385e7c38 admin admin] Publish callbacks [] for security_group (4c2dc249-9cda-4dd3-ac3c-c9d49163df78), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:35.129799 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-e2642afd-3a15-49d3-b0f4-13eca769d9cd service neutron] Port 369802be-b041-4f2c-ab58-f675a7ce8d22 on network 36200dd3-affa-406c-99d8-954e0d41e9a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82815 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:35:35.130183 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-e2642afd-3a15-49d3-b0f4-13eca769d9cd service neutron] Attempting to bind port 369802be-b041-4f2c-ab58-f675a7ce8d22 on network 36200dd3-affa-406c-99d8-954e0d41e9a7 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:35:35.164705 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-b84d711f-6042-461c-bdec-45eb476e9252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7 {{(pid=102680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:35:35.195522 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-e2642afd-3a15-49d3-b0f4-13eca769d9cd service neutron] Checking agent: {'id': '2db0d972-3e88-4a6a-9d75-f8f2fe350c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82815', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 33, 26), 'started_at': datetime.datetime(2022, 2, 7, 20, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:35:35.195934 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-e2642afd-3a15-49d3-b0f4-13eca769d9cd service neutron] Checking segment: {'id': '2dd74282-8ab3-4501-b135-09bccce61fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '36200dd3-affa-406c-99d8-954e0d41e9a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:35:35.196402 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-e2642afd-3a15-49d3-b0f4-13eca769d9cd service neutron] Bound using segment: {'id': '2dd74282-8ab3-4501-b135-09bccce61fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '36200dd3-affa-406c-99d8-954e0d41e9a7'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:35:35.196862 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-e2642afd-3a15-49d3-b0f4-13eca769d9cd service neutron] Bound port: 369802be-b041-4f2c-ab58-f675a7ce8d22, host: hv-cinder-82815, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dd74282-8ab3-4501-b135-09bccce61fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '36200dd3-affa-406c-99d8-954e0d41e9a7'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:35:35.197216 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-e2642afd-3a15-49d3-b0f4-13eca769d9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (369802be-b041-4f2c-ab58-f675a7ce8d22), before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:35.267653 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-b84d711f-6042-461c-bdec-45eb476e9252 service neutron] Publish callbacks [] for port (d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7), precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:35.281807 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-598893be-b363-4958-9792-0306e811d0f9 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216'] for port (6bfdb427-5974-43fb-b58b-b369c9d10372), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:35.288349 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-b84d711f-6042-461c-bdec-45eb476e9252 service neutron] Transition to ACTIVE for port object d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7 will not be triggered until provisioned by entity L2. {{(pid=102680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:35:35.373880 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598893be-b363-4958-9792-0306e811d0f9 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Network 8fac5e93-9c31-4064-8161-a8fff953e3cb is already hosted by enough agents. {{(pid=102681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:35:35.412282 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.base_scheduler [None req-598893be-b363-4958-9792-0306e811d0f9 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Resources bound (agent type, host, resource id): {{(pid=102681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:35:35.420345 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598893be-b363-4958-9792-0306e811d0f9 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Received port after_create {{(pid=102681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:35:35.440345 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-e2642afd-3a15-49d3-b0f4-13eca769d9cd service neutron] For port 369802be-b041-4f2c-ab58-f675a7ce8d22, host hv-cinder-82815, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:35:35.447802 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-e2642afd-3a15-49d3-b0f4-13eca769d9cd service neutron] For port 369802be-b041-4f2c-ab58-f675a7ce8d22, host hv-cinder-82815, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=369802be-b041-4f2c-ab58-f675a7ce8d22,segment=NetworkSegment(2dd74282-8ab3-4501-b135-09bccce61fa1),segment_id=2dd74282-8ab3-4501-b135-09bccce61fa1)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:35:35.465910 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-b84d711f-6042-461c-bdec-45eb476e9252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7), after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:35.481896 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-467dc67b-6434-4b0b-affd-9fd8f28df2ac service neutron] 10.222.0.60 "GET /v2.0/networks/4ca2a6cc-a6a4-43f6-8547-da5aef66c337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910460 Feb 07 20:35:35.500110 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8eb441-d82d-4327-81f2-83cb2f4b4575 req-03936adc-efd5-4fa3-94d2-a12770963957 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:35.502755 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-ee8eb441-d82d-4327-81f2-83cb2f4b4575 req-03936adc-efd5-4fa3-94d2-a12770963957 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/ports?device_id=755e74e9-5519-420f-b8ce-4bc555153ab0 HTTP/1.1" status: 200 len: 944 time: 0.4653215 Feb 07 20:35:35.504022 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-e2642afd-3a15-49d3-b0f4-13eca769d9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (369802be-b041-4f2c-ab58-f675a7ce8d22), after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:35.524634 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-043adafb-0d83-488a-af97-0855385e7c38 admin admin] Publish callbacks [] for security_group (4c2dc249-9cda-4dd3-ac3c-c9d49163df78), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:35.804361 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 0c600dcc-0828-4894-a49b-74f6b99ae247 up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:35:35.808439 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598893be-b363-4958-9792-0306e811d0f9 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Pushing event updated for resources: {'Port': ['ID=6bfdb427-5974-43fb-b58b-b369c9d10372,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:35.852139 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-598893be-b363-4958-9792-0306e811d0f9 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks [] for floatingip (f37c2a76-11d9-4149-aaea-30271a402577), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:35.870826 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-e2642afd-3a15-49d3-b0f4-13eca769d9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:35.873045 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-e2642afd-3a15-49d3-b0f4-13eca769d9cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for port (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:35.876562 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-e2642afd-3a15-49d3-b0f4-13eca769d9cd service neutron] 10.222.0.24 "PUT /v2.0/ports/369802be-b041-4f2c-ab58-f675a7ce8d22 HTTP/1.1" status: 200 len: 1094 time: 4.6386602 Feb 07 20:35:35.896110 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '755e74e9-5519-420f-b8ce-4bc555153ab0', 'tag': '369802be-b041-4f2c-ab58-f675a7ce8d22'}] {{(pid=102680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:35:35.990091 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-598893be-b363-4958-9792-0306e811d0f9 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (6bfdb427-5974-43fb-b58b-b369c9d10372), before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:36.077029 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port 0c600dcc-0828-4894-a49b-74f6b99ae247 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:35:36.079384 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (0c600dcc-0828-4894-a49b-74f6b99ae247), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:36.336853 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port 0c600dcc-0828-4894-a49b-74f6b99ae247 is: DOWN; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:35:36.338638 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (0c600dcc-0828-4894-a49b-74f6b99ae247), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:36.356746 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 47010) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:36.419647 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] For port 0c600dcc-0828-4894-a49b-74f6b99ae247, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=0c600dcc-0828-4894-a49b-74f6b99ae247,segment=NetworkSegment(1eca02bb-694f-44b9-b142-b7ec0b741684),segment_id=1eca02bb-694f-44b9-b142-b7ec0b741684)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:35:36.429290 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (0c600dcc-0828-4894-a49b-74f6b99ae247), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:36.435650 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d711f-6042-461c-bdec-45eb476e9252 service neutron] Pushing event updated for resources: {'Port': ['ID=d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:36.444430 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-71a84872-d4a3-4a33-bc05-bf6b702adc98 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:36.445943 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-71a84872-d4a3-4a33-bc05-bf6b702adc98 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.24 "GET /v2.0/networks?id=4ca2a6cc-a6a4-43f6-8547-da5aef66c337 HTTP/1.1" status: 200 len: 819 time: 1.2525401 Feb 07 20:35:36.571070 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Pushing event updated for resources: {'Port': ['ID=0c600dcc-0828-4894-a49b-74f6b99ae247,revision_number=5']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:36.723746 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-1dda1b29-79c8-4865-b93b-ac920e661b1d req-a42c3d33-175f-4ef2-b112-28633286962e tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 210 time: 0.1373687 Feb 07 20:35:36.727148 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8018c2217b61fdaaeb92b6d737e1de58097a2b3cdf81442b843717ec2e5fe670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c95a58-a57f-42ad-8650-c72042f6a166" -d '{"events": [{"name": "network-changed", "server_uuid": "755e74e9-5519-420f-b8ce-4bc555153ab0", "tag": "369802be-b041-4f2c-ab58-f675a7ce8d22"}]}' {{(pid=102680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:35:36.735909 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-598893be-b363-4958-9792-0306e811d0f9 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks [] for port (6bfdb427-5974-43fb-b58b-b369c9d10372), precommit_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:36.755751 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-598893be-b363-4958-9792-0306e811d0f9 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (6bfdb427-5974-43fb-b58b-b369c9d10372), after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:36.760203 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-bc4f5ee9-aacf-4cab-9e87-0dfefd1d786e tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Request body: {'port': {'device_id': '2ecaf734-3703-475b-86f8-b57dc36921a4', 'network_id': '4ca2a6cc-a6a4-43f6-8547-da5aef66c337', 'admin_state_up': True, 'tenant_id': '65cf5264b1da4554b2269d6ae291ebe5'}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:35:36.881651 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-598893be-b363-4958-9792-0306e811d0f9 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395805'] for floatingip (f37c2a76-11d9-4149-aaea-30271a402577), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:36.885599 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-18cf4835-fb71-4cd3-bb7b-59b500174b51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:36.904593 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598893be-b363-4958-9792-0306e811d0f9 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Pushing event updated for resources: {'Port': ['ID=6bfdb427-5974-43fb-b58b-b369c9d10372,revision_number=2']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:36.991983 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-f92e0a7e-bb9d-4808-ae82-5ef417c5e743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:36.995243 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-f92e0a7e-bb9d-4808-ae82-5ef417c5e743 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=50c4f08e6606441bb08a6fd4f888c387&device_id=755e74e9-5519-420f-b8ce-4bc555153ab0 HTTP/1.1" status: 200 len: 1128 time: 0.8706114 Feb 07 20:35:37.003737 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-ee8eb441-d82d-4327-81f2-83cb2f4b4575 req-e649b1fa-9c56-4f6c-a277-0c0ad30c72e3 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/security-groups?id=25a265d3-030d-47dc-81a4-5cc08fff8f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3830490 Feb 07 20:35:37.152449 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-598893be-b363-4958-9792-0306e811d0f9 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for floatingip (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:37.172438 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-598893be-b363-4958-9792-0306e811d0f9 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6680844 Feb 07 20:35:37.186162 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-d3825c25-8c95-466b-9104-59a9d64431f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=369802be-b041-4f2c-ab58-f675a7ce8d22 HTTP/1.1" status: 200 len: 217 time: 0.1809695 Feb 07 20:35:37.215597 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-b84d711f-6042-461c-bdec-45eb476e9252 service neutron] Attempting to bind port d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7 on host hv-cinder-82815 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:35:37.215945 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-b84d711f-6042-461c-bdec-45eb476e9252 service neutron] Attempting to bind port d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7 by drivers openvswitch,hyperv on host hv-cinder-82815 at level 0 using segments [{'id': '3d336edb-477a-4673-89be-90d920abe2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7f57cb47-8cc1-421f-88af-08ce60d3d2bd'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:35:37.216268 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-b84d711f-6042-461c-bdec-45eb476e9252 service neutron] Attempting to bind port d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7 on network 7f57cb47-8cc1-421f-88af-08ce60d3d2bd {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:35:37.347715 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de798c-d7b3-4448-aff7-b7109bde7e44 req-83f72085-4af0-4d84-a271-0b638443fa60 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:37.349709 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-13de798c-d7b3-4448-aff7-b7109bde7e44 req-83f72085-4af0-4d84-a271-0b638443fa60 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=354f6a39-5c69-424f-ace8-67cf1dc3f0e1 HTTP/1.1" status: 200 len: 944 time: 0.4480803 Feb 07 20:35:37.385025 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-b84d711f-6042-461c-bdec-45eb476e9252 service neutron] Port d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7 on network 7f57cb47-8cc1-421f-88af-08ce60d3d2bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82815 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:35:37.389431 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-b84d711f-6042-461c-bdec-45eb476e9252 service neutron] Attempting to bind port d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7 on network 7f57cb47-8cc1-421f-88af-08ce60d3d2bd {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:35:37.406226 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-18cf4835-fb71-4cd3-bb7b-59b500174b51 admin admin] Publish callbacks [] for security_group (d1bcc923-3b22-4d7d-91f9-2a303d09713a), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:37.419740 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-18cf4835-fb71-4cd3-bb7b-59b500174b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (d1bcc923-3b22-4d7d-91f9-2a303d09713a), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:37.451579 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-18cf4835-fb71-4cd3-bb7b-59b500174b51 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bbab853ced684bb091a2ca1ba762a39a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0846791 Feb 07 20:35:37.460614 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 47038) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:37.545247 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf4835-fb71-4cd3-bb7b-59b500174b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bcc923-3b22-4d7d-91f9-2a303d09713a,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:37.552382 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-13de798c-d7b3-4448-aff7-b7109bde7e44 req-3a91e281-1b7d-4ca6-b9fb-a86f391d8d25 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912150 Feb 07 20:35:37.580344 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-a65943e7-56fe-436f-94eb-4241c3787ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:37.588873 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-39d68eac-a43a-4860-9891-d124f9d0511f admin admin] Publish callbacks [] for security_group (d1bcc923-3b22-4d7d-91f9-2a303d09713a), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:37.589053 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-a65943e7-56fe-436f-94eb-4241c3787ab2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ab1516e0-57d1-4d28-b856-7578705a6574 HTTP/1.1" status: 200 len: 852 time: 0.3911331 Feb 07 20:35:37.601649 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c7f1ea-6463-4829-ad35-5ce2a1eeb472 x-openstack-request-id: req-13c7f1ea-6463-4829-ad35-5ce2a1eeb472 {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:35:37.602270 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "755e74e9-5519-420f-b8ce-4bc555153ab0", "tag": "369802be-b041-4f2c-ab58-f675a7ce8d22", "status": "completed", "code": 200}]} {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:35:37.602270 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-13c7f1ea-6463-4829-ad35-5ce2a1eeb472 {{(pid=102680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:35:37.602684 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '755e74e9-5519-420f-b8ce-4bc555153ab0', 'tag': '369802be-b041-4f2c-ab58-f675a7ce8d22', 'status': 'completed', 'code': 200} Feb 07 20:35:37.606682 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-043adafb-0d83-488a-af97-0855385e7c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (4c2dc249-9cda-4dd3-ac3c-c9d49163df78), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:37.615927 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-043adafb-0d83-488a-af97-0855385e7c38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:37.617070 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-043adafb-0d83-488a-af97-0855385e7c38 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4c2dc249-9cda-4dd3-ac3c-c9d49163df78 HTTP/1.1" status: 204 len: 168 time: 2.6328881 Feb 07 20:35:37.627873 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-39d68eac-a43a-4860-9891-d124f9d0511f admin admin] Publish callbacks [] for security_group (d1bcc923-3b22-4d7d-91f9-2a303d09713a), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:37.644995 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2642afd-3a15-49d3-b0f4-13eca769d9cd service neutron] Pushing event updated for resources: {'Port': ['ID=369802be-b041-4f2c-ab58-f675a7ce8d22,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:37.733229 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-39d68eac-a43a-4860-9891-d124f9d0511f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (d1bcc923-3b22-4d7d-91f9-2a303d09713a), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:37.739672 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-b84d711f-6042-461c-bdec-45eb476e9252 service neutron] Checking agent: {'id': '2db0d972-3e88-4a6a-9d75-f8f2fe350c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82815', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 33, 26), 'started_at': datetime.datetime(2022, 2, 7, 20, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:35:37.739672 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-b84d711f-6042-461c-bdec-45eb476e9252 service neutron] Checking segment: {'id': '3d336edb-477a-4673-89be-90d920abe2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7f57cb47-8cc1-421f-88af-08ce60d3d2bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:35:37.740051 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-39d68eac-a43a-4860-9891-d124f9d0511f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:37.740140 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-b84d711f-6042-461c-bdec-45eb476e9252 service neutron] Bound using segment: {'id': '3d336edb-477a-4673-89be-90d920abe2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7f57cb47-8cc1-421f-88af-08ce60d3d2bd'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:35:37.740140 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-b84d711f-6042-461c-bdec-45eb476e9252 service neutron] Bound port: d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7, host: hv-cinder-82815, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d336edb-477a-4673-89be-90d920abe2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7f57cb47-8cc1-421f-88af-08ce60d3d2bd'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:35:37.740140 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-b84d711f-6042-461c-bdec-45eb476e9252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7), before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:37.743657 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-39d68eac-a43a-4860-9891-d124f9d0511f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d1bcc923-3b22-4d7d-91f9-2a303d09713a HTTP/1.1" status: 204 len: 168 time: 0.2672894 Feb 07 20:35:37.776480 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d68eac-a43a-4860-9891-d124f9d0511f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bcc923-3b22-4d7d-91f9-2a303d09713a,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:37.777072 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-951f40ff-6f1a-45ad-ba85-73c8f5d0ba55 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=36200dd3-affa-406c-99d8-954e0d41e9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1188042 Feb 07 20:35:37.823531 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 0c600dcc-0828-4894-a49b-74f6b99ae247 up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:35:37.848816 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043adafb-0d83-488a-af97-0855385e7c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2dc249-9cda-4dd3-ac3c-c9d49163df78,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:37.926662 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.24', 49937) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:37.967503 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port 0c600dcc-0828-4894-a49b-74f6b99ae247 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:35:37.968140 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (0c600dcc-0828-4894-a49b-74f6b99ae247), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:38.073816 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-b84d711f-6042-461c-bdec-45eb476e9252 service neutron] For port d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7, host hv-cinder-82815, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:35:38.079080 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-b84d711f-6042-461c-bdec-45eb476e9252 service neutron] For port d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7, host hv-cinder-82815, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7,segment=NetworkSegment(3d336edb-477a-4673-89be-90d920abe2ed),segment_id=3d336edb-477a-4673-89be-90d920abe2ed)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:35:38.102250 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-b84d711f-6042-461c-bdec-45eb476e9252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7), after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:38.179946 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-7352573e-0476-4133-af6a-f35ddf048e7c tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:38.182861 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-7352573e-0476-4133-af6a-f35ddf048e7c tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.24 "GET /v2.0/networks?id=4ca2a6cc-a6a4-43f6-8547-da5aef66c337 HTTP/1.1" status: 200 len: 819 time: 0.2515345 Feb 07 20:35:38.197114 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-bc4f5ee9-aacf-4cab-9e87-0dfefd1d786e tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Made reservation on behalf of 65cf5264b1da4554b2269d6ae291ebe5 for: {'port': 1} {{(pid=102680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:35:38.202109 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-bc4f5ee9-aacf-4cab-9e87-0dfefd1d786e tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:38.208989 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-eda472c3-2c66-4e63-83b5-d76b23768b11 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Request body: {'port': {'device_id': 'f6ea17f8-d188-490d-9896-e92752403840', 'network_id': '4ca2a6cc-a6a4-43f6-8547-da5aef66c337', 'admin_state_up': True, 'tenant_id': '65cf5264b1da4554b2269d6ae291ebe5'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:35:38.273327 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-4117d362-11e8-464b-9373-f58f3a401c38 req-c897f4ee-49aa-4d02-a847-6abb91239bbe tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--754361014&fields=id&tenant_id=1920726293f94b09a11892df688f137b HTTP/1.1" status: 200 len: 267 time: 0.4947667 Feb 07 20:35:38.273825 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port 0c600dcc-0828-4894-a49b-74f6b99ae247 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:35:38.280103 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ffe09e42-b410-41a3-8193-707ad4840985 req-18040e8a-ea60-4b4c-8f32-d40628c680fe tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 210 time: 0.0958185 Feb 07 20:35:38.316597 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-b84d711f-6042-461c-bdec-45eb476e9252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:38.317234 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-b84d711f-6042-461c-bdec-45eb476e9252 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for port (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:38.321298 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-b84d711f-6042-461c-bdec-45eb476e9252 service neutron] 10.222.0.24 "PUT /v2.0/ports/d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7 HTTP/1.1" status: 200 len: 1094 time: 7.0882423 Feb 07 20:35:38.494030 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117d362-11e8-464b-9373-f58f3a401c38 req-c026aa2f-437c-44ad-b6d4-d8d88a982bdf tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:38.497216 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-eda472c3-2c66-4e63-83b5-d76b23768b11 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Made reservation on behalf of 65cf5264b1da4554b2269d6ae291ebe5 for: {'port': 1} {{(pid=102681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:35:38.502101 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-4117d362-11e8-464b-9373-f58f3a401c38 req-c026aa2f-437c-44ad-b6d4-d8d88a982bdf tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/networks?id=72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e HTTP/1.1" status: 200 len: 811 time: 0.2277732 Feb 07 20:35:38.503204 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-eda472c3-2c66-4e63-83b5-d76b23768b11 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:38.557404 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d711f-6042-461c-bdec-45eb476e9252 service neutron] Pushing event updated for resources: {'Port': ['ID=d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:38.568295 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817aec01-494f-445d-8fc2-ddd2a7fd5db5 req-41b2dfaf-bc4d-4c61-b855-7d6bf06cea25 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:38.574371 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-817aec01-494f-445d-8fc2-ddd2a7fd5db5 req-41b2dfaf-bc4d-4c61-b855-7d6bf06cea25 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/ports?device_id=755e74e9-5519-420f-b8ce-4bc555153ab0 HTTP/1.1" status: 200 len: 944 time: 0.1526515 Feb 07 20:35:38.576191 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 47086) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:38.599103 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-3f30da5f-f42e-4a53-a1be-f6595ce1ef35 service neutron] 10.222.0.24 "GET /v2.0/networks/36200dd3-affa-406c-99d8-954e0d41e9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7805002 Feb 07 20:35:38.606547 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-4117d362-11e8-464b-9373-f58f3a401c38 req-cc123eff-4f6a-4209-9973-46f1caee19e3 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/quotas/1920726293f94b09a11892df688f137b HTTP/1.1" status: 200 len: 375 time: 0.1034555 Feb 07 20:35:38.754731 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 47094) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:38.826453 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-beceda1a-9386-42af-95f8-e3b27dcee277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:38.828332 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-beceda1a-9386-42af-95f8-e3b27dcee277 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f432db4128fd41dcb4533e392be06161&device_id=354f6a39-5c69-424f-ace8-67cf1dc3f0e1 HTTP/1.1" status: 200 len: 1128 time: 0.3225222 Feb 07 20:35:38.917742 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-06fa66bd-8e73-43cc-9aeb-c7570f88c6c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:38.989856 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-4117d362-11e8-464b-9373-f58f3a401c38 req-dd319ada-d3f9-4a12-8bcb-3264ef73484d tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1920726293f94b09a11892df688f137b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3762145 Feb 07 20:35:39.002810 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-c93296c9-1986-4480-8c60-43958197b1ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7 HTTP/1.1" status: 200 len: 217 time: 0.1378474 Feb 07 20:35:39.008930 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 47100) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:39.035283 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-817aec01-494f-445d-8fc2-ddd2a7fd5db5 req-70fde356-e836-47a4-afbc-2241759687cb tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/security-groups?id=25a265d3-030d-47dc-81a4-5cc08fff8f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960286 Feb 07 20:35:39.085508 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-06fa66bd-8e73-43cc-9aeb-c7570f88c6c3 admin admin] Publish callbacks [] for security_group (5bc2025f-0a1d-451e-ad2b-0f51abc64baf), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:39.092231 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f0194f79-7b59-4be8-abf6-f8ff763eab64 req-9c81c16a-7f1d-4039-925a-c67aa7f15bd8 service neutron] 10.222.0.24 "GET /v2.0/networks/36200dd3-affa-406c-99d8-954e0d41e9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4767649 Feb 07 20:35:39.092498 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-06fa66bd-8e73-43cc-9aeb-c7570f88c6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (5bc2025f-0a1d-451e-ad2b-0f51abc64baf), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:39.153303 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-06fa66bd-8e73-43cc-9aeb-c7570f88c6c3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ee3a2a1037494d8188391ef57b18b483&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5745938 Feb 07 20:35:39.155343 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 47104) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:39.188451 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fa66bd-8e73-43cc-9aeb-c7570f88c6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc2025f-0a1d-451e-ad2b-0f51abc64baf,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:39.224167 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.db_base_plugin_common [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-bc4f5ee9-aacf-4cab-9e87-0dfefd1d786e tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Allocated IP 172.20.0.5 (4ca2a6cc-a6a4-43f6-8547-da5aef66c337/53c092ef-219e-4a25-a4d7-3fe3d86843e6/48a2d566-e03d-4d9e-be71-21cdab9444a0) {{(pid=102680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:35:39.227895 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-710f968f-f910-4bec-a11c-364c62b8c022 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:39.236660 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a7e639ef-6196-4e28-b237-b29260f4c5b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:39.264407 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-f56026b9-cdbc-47dc-9edc-90b3fab063dd admin admin] Publish callbacks [] for security_group (5bc2025f-0a1d-451e-ad2b-0f51abc64baf), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:39.284744 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9227fa-4046-4845-9238-b10b691be9cd req-00fd0cba-03b6-435a-8b71-0bc3d1611abc tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:39.305040 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9a9227fa-4046-4845-9238-b10b691be9cd req-00fd0cba-03b6-435a-8b71-0bc3d1611abc tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=354f6a39-5c69-424f-ace8-67cf1dc3f0e1 HTTP/1.1" status: 200 len: 944 time: 0.1463516 Feb 07 20:35:39.337278 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-2d9b8c43-063d-4ed7-b864-9eafd3c1c1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:39.338924 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-2d9b8c43-063d-4ed7-b864-9eafd3c1c1ae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f1dbeb8d-2a13-44a3-bdd2-d6dfe214456c HTTP/1.1" status: 200 len: 855 time: 0.3143275 Feb 07 20:35:39.355534 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-f56026b9-cdbc-47dc-9edc-90b3fab063dd admin admin] Publish callbacks [] for security_group (5bc2025f-0a1d-451e-ad2b-0f51abc64baf), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:39.416187 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9a9227fa-4046-4845-9238-b10b691be9cd req-e4cf8621-b4c7-457d-850f-d97314a14575 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100419 Feb 07 20:35:39.445279 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-f56026b9-cdbc-47dc-9edc-90b3fab063dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (5bc2025f-0a1d-451e-ad2b-0f51abc64baf), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:39.448692 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-f56026b9-cdbc-47dc-9edc-90b3fab063dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:39.466600 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-f56026b9-cdbc-47dc-9edc-90b3fab063dd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5bc2025f-0a1d-451e-ad2b-0f51abc64baf HTTP/1.1" status: 204 len: 168 time: 0.3020124 Feb 07 20:35:39.492186 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56026b9-cdbc-47dc-9edc-90b3fab063dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc2025f-0a1d-451e-ad2b-0f51abc64baf,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:39.579050 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-bc54631d-d770-4e16-bd2c-34efabdaadd5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f57cb47-8cc1-421f-88af-08ce60d3d2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1749780 Feb 07 20:35:39.602197 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-6b8d462a-7dbc-4dcf-a80d-f9835c233a1c req-9e24f73d-bd7f-42b8-940a-38fcf736042b tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 210 time: 0.0569291 Feb 07 20:35:39.619622 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-4117d362-11e8-464b-9373-f58f3a401c38 req-5f4fb577-5135-4683-acb5-e698c802ec76 service neutron] 10.222.0.60 "GET /v2.0/networks/72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6156442 Feb 07 20:35:39.620247 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '354f6a39-5c69-424f-ace8-67cf1dc3f0e1', 'tag': 'd3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7'}] {{(pid=102680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:35:39.628432 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8018c2217b61fdaaeb92b6d737e1de58097a2b3cdf81442b843717ec2e5fe670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5118dd-8e03-42e6-84fa-644e7b5527e2" -d '{"events": [{"name": "network-changed", "server_uuid": "354f6a39-5c69-424f-ace8-67cf1dc3f0e1", "tag": "d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7"}]}' {{(pid=102680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:35:39.801673 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108f8d91-f863-4cd5-9e95-4e8b7bb6ffe6 x-openstack-request-id: req-108f8d91-f863-4cd5-9e95-4e8b7bb6ffe6 {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:35:39.801999 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "354f6a39-5c69-424f-ace8-67cf1dc3f0e1", "tag": "d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7", "status": "completed", "code": 200}]} {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:35:39.802494 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-108f8d91-f863-4cd5-9e95-4e8b7bb6ffe6 {{(pid=102680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:35:39.802885 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '354f6a39-5c69-424f-ace8-67cf1dc3f0e1', 'tag': 'd3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7', 'status': 'completed', 'code': 200} Feb 07 20:35:40.094755 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-710f968f-f910-4bec-a11c-364c62b8c022 admin admin] Publish callbacks [] for security_group (e2c935f1-2129-42a2-a4c6-f0f798dfbb5e), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:40.111665 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-710f968f-f910-4bec-a11c-364c62b8c022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (e2c935f1-2129-42a2-a4c6-f0f798dfbb5e), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:40.201887 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c95a58-a57f-42ad-8650-c72042f6a166 req-30154def-1399-47af-93c9-7f7ad8ab619c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:40.203475 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-78c95a58-a57f-42ad-8650-c72042f6a166 req-30154def-1399-47af-93c9-7f7ad8ab619c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=50c4f08e6606441bb08a6fd4f888c387&device_id=755e74e9-5519-420f-b8ce-4bc555153ab0 HTTP/1.1" status: 200 len: 1128 time: 0.7898402 Feb 07 20:35:40.255820 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1530be-4519-49e9-97e3-64e3b99beceb req-6b9e739e-d30d-4aa8-aced-b73cb9b90671 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:40.258976 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ef1530be-4519-49e9-97e3-64e3b99beceb req-6b9e739e-d30d-4aa8-aced-b73cb9b90671 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/ports?device_id=755e74e9-5519-420f-b8ce-4bc555153ab0 HTTP/1.1" status: 200 len: 944 time: 0.0800405 Feb 07 20:35:40.327133 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ef1530be-4519-49e9-97e3-64e3b99beceb req-b5692e4d-d6b6-458e-9610-793d4d5dfd75 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/security-groups?id=25a265d3-030d-47dc-81a4-5cc08fff8f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587375 Feb 07 20:35:40.358171 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-7fbb0476-5818-4211-9a71-63df8ca94b5a service neutron] 10.222.0.24 "GET /v2.0/networks/7f57cb47-8cc1-421f-88af-08ce60d3d2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326101 Feb 07 20:35:40.363719 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-710f968f-f910-4bec-a11c-364c62b8c022 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=22a439ab25764f2fba6f3be01bbdcaa9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6019337 Feb 07 20:35:40.374659 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 47136) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:40.398162 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a7e639ef-6196-4e28-b237-b29260f4c5b4 admin admin] Publish callbacks [] for security_group (e4e47a61-c115-43f6-bf33-e2b09e41b421), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:40.431079 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f968f-f910-4bec-a11c-364c62b8c022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c935f1-2129-42a2-a4c6-f0f798dfbb5e,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:40.511684 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a7e639ef-6196-4e28-b237-b29260f4c5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (e4e47a61-c115-43f6-bf33-e2b09e41b421), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:40.542732 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-4117d362-11e8-464b-9373-f58f3a401c38 req-4c510b6e-7953-4142-b1d3-ef633ee73d7f service neutron] 10.222.0.60 "GET /v2.0/networks/72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8911800 Feb 07 20:35:40.544882 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6223bc6-f6bd-480d-82f4-d36d5aadd635 req-bb6e0b4d-ae19-42b6-9195-7f2106448ee3 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:40.547080 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d6223bc6-f6bd-480d-82f4-d36d5aadd635 req-bb6e0b4d-ae19-42b6-9195-7f2106448ee3 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=354f6a39-5c69-424f-ace8-67cf1dc3f0e1 HTTP/1.1" status: 200 len: 944 time: 0.0605941 Feb 07 20:35:40.587601 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-bc4f5ee9-aacf-4cab-9e87-0dfefd1d786e tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Publish callbacks [] for port (48a2d566-e03d-4d9e-be71-21cdab9444a0), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:40.623824 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d6223bc6-f6bd-480d-82f4-d36d5aadd635 req-6b746f17-b9e0-4004-b57d-cbf70d235554 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661652 Feb 07 20:35:40.624428 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-a7e639ef-6196-4e28-b237-b29260f4c5b4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ee4595b3990d46b2b504a97f8355d94e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6031251 Feb 07 20:35:40.624827 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 47148) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:40.670189 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e639ef-6196-4e28-b237-b29260f4c5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e47a61-c115-43f6-bf33-e2b09e41b421,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:40.749755 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ed35a4e6-d8da-473a-ba64-96a29eb5dae3 admin admin] Publish callbacks [] for security_group (e2c935f1-2129-42a2-a4c6-f0f798dfbb5e), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:40.788310 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8d2a417b-8c76-4a42-b6b8-024825371030 req-072124ce-58ff-4624-a18e-9fc8114a0b75 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 210 time: 0.0744348 Feb 07 20:35:40.806149 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-29a67103-1f4f-4525-8da9-8d30f223933d admin admin] Publish callbacks [] for security_group (e4e47a61-c115-43f6-bf33-e2b09e41b421), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:40.834270 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-29a67103-1f4f-4525-8da9-8d30f223933d admin admin] Publish callbacks [] for security_group (e4e47a61-c115-43f6-bf33-e2b09e41b421), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:40.835943 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ed35a4e6-d8da-473a-ba64-96a29eb5dae3 admin admin] Publish callbacks [] for security_group (e2c935f1-2129-42a2-a4c6-f0f798dfbb5e), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:40.856025 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-ac2ab7c4-7187-480c-854d-653c2bb5226a req-5a9ce9aa-e79c-479e-a93d-8dfe7bcd400b tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 210 time: 0.0961654 Feb 07 20:35:40.857933 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c95a58-a57f-42ad-8650-c72042f6a166 req-33a8c657-8d6f-4ee1-9152-43dfba35e6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:40.859130 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-78c95a58-a57f-42ad-8650-c72042f6a166 req-33a8c657-8d6f-4ee1-9152-43dfba35e6a6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=36200dd3-affa-406c-99d8-954e0d41e9a7 HTTP/1.1" status: 200 len: 913 time: 0.4891937 Feb 07 20:35:40.893546 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-29a67103-1f4f-4525-8da9-8d30f223933d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (e4e47a61-c115-43f6-bf33-e2b09e41b421), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:40.896465 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-29a67103-1f4f-4525-8da9-8d30f223933d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:40.900417 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-29a67103-1f4f-4525-8da9-8d30f223933d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e4e47a61-c115-43f6-bf33-e2b09e41b421 HTTP/1.1" status: 204 len: 168 time: 0.2749994 Feb 07 20:35:40.914900 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a67103-1f4f-4525-8da9-8d30f223933d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e47a61-c115-43f6-bf33-e2b09e41b421,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:40.970376 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-78c95a58-a57f-42ad-8650-c72042f6a166 req-6d21a943-844f-47d8-af4c-f6494d9043c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=369802be-b041-4f2c-ab58-f675a7ce8d22 HTTP/1.1" status: 200 len: 217 time: 0.1026459 Feb 07 20:35:41.028508 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-bc4f5ee9-aacf-4cab-9e87-0dfefd1d786e tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216'] for port (48a2d566-e03d-4d9e-be71-21cdab9444a0), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:41.078263 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f41fb1e1-5ed8-4a8a-82fc-3f95cb63a913 req-d8b96aa3-f237-4cdf-82be-07e283dd4695 service neutron] 10.222.0.24 "GET /v2.0/networks/7f57cb47-8cc1-421f-88af-08ce60d3d2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4418612 Feb 07 20:35:41.080027 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-bc4f5ee9-aacf-4cab-9e87-0dfefd1d786e tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Network 4ca2a6cc-a6a4-43f6-8547-da5aef66c337 is already hosted by enough agents. {{(pid=102680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:35:41.103756 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.db_base_plugin_common [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-eda472c3-2c66-4e63-83b5-d76b23768b11 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Allocated IP 172.20.0.13 (4ca2a6cc-a6a4-43f6-8547-da5aef66c337/53c092ef-219e-4a25-a4d7-3fe3d86843e6/d61eb379-e74f-4eca-93e4-c21c726a3941) {{(pid=102681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:35:41.120260 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-bc4f5ee9-aacf-4cab-9e87-0dfefd1d786e tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Resources bound (agent type, host, resource id): {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:35:41.127828 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-bc4f5ee9-aacf-4cab-9e87-0dfefd1d786e tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Received port after_create {{(pid=102680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:35:41.139505 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-bc4f5ee9-aacf-4cab-9e87-0dfefd1d786e tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:41.140778 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-bc4f5ee9-aacf-4cab-9e87-0dfefd1d786e tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for port (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:41.226413 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c95a58-a57f-42ad-8650-c72042f6a166 req-1434513a-39a2-4b2b-9750-3fa069693682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:41.228266 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-78c95a58-a57f-42ad-8650-c72042f6a166 req-1434513a-39a2-4b2b-9750-3fa069693682 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ab1516e0-57d1-4d28-b856-7578705a6574 HTTP/1.1" status: 200 len: 852 time: 0.2376080 Feb 07 20:35:41.233754 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ed35a4e6-d8da-473a-ba64-96a29eb5dae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (e2c935f1-2129-42a2-a4c6-f0f798dfbb5e), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:41.236058 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ed35a4e6-d8da-473a-ba64-96a29eb5dae3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:41.240207 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-ed35a4e6-d8da-473a-ba64-96a29eb5dae3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e2c935f1-2129-42a2-a4c6-f0f798dfbb5e HTTP/1.1" status: 204 len: 168 time: 0.8527277 Feb 07 20:35:41.267544 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-bc4f5ee9-aacf-4cab-9e87-0dfefd1d786e tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5362923 Feb 07 20:35:41.274609 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f5ee9-aacf-4cab-9e87-0dfefd1d786e tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Pushing event updated for resources: {'Port': ['ID=48a2d566-e03d-4d9e-be71-21cdab9444a0,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:41.307351 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-bedbca8d-91c3-44e2-a8ef-14cc87bab28b service neutron] Request body: {'port': {'device_id': '2ecaf734-3703-475b-86f8-b57dc36921a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82815'}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:35:41.311196 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-78c95a58-a57f-42ad-8650-c72042f6a166 req-02456c56-23af-459c-9ee0-b51c66e0b2d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=36200dd3-affa-406c-99d8-954e0d41e9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696120 Feb 07 20:35:41.312456 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed35a4e6-d8da-473a-ba64-96a29eb5dae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c935f1-2129-42a2-a4c6-f0f798dfbb5e,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:41.460662 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-eda472c3-2c66-4e63-83b5-d76b23768b11 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Publish callbacks [] for port (d61eb379-e74f-4eca-93e4-c21c726a3941), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:41.513386 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5118dd-8e03-42e6-84fa-644e7b5527e2 req-c465723c-c708-491f-80ed-b8c486879761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:41.518537 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-9a5118dd-8e03-42e6-84fa-644e7b5527e2 req-c465723c-c708-491f-80ed-b8c486879761 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f432db4128fd41dcb4533e392be06161&device_id=354f6a39-5c69-424f-ace8-67cf1dc3f0e1 HTTP/1.1" status: 200 len: 1128 time: 0.3668678 Feb 07 20:35:41.531239 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-bedbca8d-91c3-44e2-a8ef-14cc87bab28b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (48a2d566-e03d-4d9e-be71-21cdab9444a0), before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:41.657751 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-78c95a58-a57f-42ad-8650-c72042f6a166 req-c933efd5-2f0f-4d32-aab8-96d6ed0fda70 service neutron] 10.222.0.24 "GET /v2.0/networks/36200dd3-affa-406c-99d8-954e0d41e9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348651 Feb 07 20:35:41.717272 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7e2fe-15ae-4c3a-8eda-12e176a7e180 req-0a97fa77-c6a0-4286-9e0a-804df41f4890 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:41.719865 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e2b7e2fe-15ae-4c3a-8eda-12e176a7e180 req-0a97fa77-c6a0-4286-9e0a-804df41f4890 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/ports?device_id=755e74e9-5519-420f-b8ce-4bc555153ab0 HTTP/1.1" status: 200 len: 944 time: 0.0725591 Feb 07 20:35:41.721741 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-eda472c3-2c66-4e63-83b5-d76b23768b11 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216'] for port (d61eb379-e74f-4eca-93e4-c21c726a3941), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:41.856121 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5118dd-8e03-42e6-84fa-644e7b5527e2 req-478b8d83-a862-49f7-8943-afb5dfbac8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:41.857843 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-9a5118dd-8e03-42e6-84fa-644e7b5527e2 req-478b8d83-a862-49f7-8943-afb5dfbac8a2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7f57cb47-8cc1-421f-88af-08ce60d3d2bd HTTP/1.1" status: 200 len: 916 time: 0.3283138 Feb 07 20:35:41.859941 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-eda472c3-2c66-4e63-83b5-d76b23768b11 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Network 4ca2a6cc-a6a4-43f6-8547-da5aef66c337 is already hosted by enough agents. {{(pid=102681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:35:41.886433 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.base_scheduler [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-eda472c3-2c66-4e63-83b5-d76b23768b11 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Resources bound (agent type, host, resource id): {{(pid=102681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:35:41.899155 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-eda472c3-2c66-4e63-83b5-d76b23768b11 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Received port after_create {{(pid=102681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:35:41.904363 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-eda472c3-2c66-4e63-83b5-d76b23768b11 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:41.904969 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-eda472c3-2c66-4e63-83b5-d76b23768b11 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:41.914035 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda472c3-2c66-4e63-83b5-d76b23768b11 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Pushing event updated for resources: {'Port': ['ID=d61eb379-e74f-4eca-93e4-c21c726a3941,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:41.931105 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e2b7e2fe-15ae-4c3a-8eda-12e176a7e180 req-a2017820-18f3-4637-9d53-34dc33a4cf66 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/security-groups?id=25a265d3-030d-47dc-81a4-5cc08fff8f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266866 Feb 07 20:35:41.944416 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-eda472c3-2c66-4e63-83b5-d76b23768b11 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7468395 Feb 07 20:35:41.950681 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-9a5118dd-8e03-42e6-84fa-644e7b5527e2 req-7282124d-5708-48c5-9e71-f0036369ae06 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7 HTTP/1.1" status: 200 len: 217 time: 0.0703211 Feb 07 20:35:41.967982 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-562809f0-6f6f-40dc-b42c-5af564762b55 service neutron] Request body: {'port': {'device_id': 'f6ea17f8-d188-490d-9896-e92752403840', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82815'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:35:42.031039 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-78c95a58-a57f-42ad-8650-c72042f6a166 req-6c92b53e-6978-4e49-ad29-df709a14853f service neutron] 10.222.0.24 "GET /v2.0/networks/36200dd3-affa-406c-99d8-954e0d41e9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647869 Feb 07 20:35:42.058891 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db210e65-4ce5-45e2-99a7-340a02a3f5ba req-9c44e189-159f-4ddc-afdf-1838f4d278ef tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:42.060450 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-db210e65-4ce5-45e2-99a7-340a02a3f5ba req-9c44e189-159f-4ddc-afdf-1838f4d278ef tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=354f6a39-5c69-424f-ace8-67cf1dc3f0e1 HTTP/1.1" status: 200 len: 944 time: 0.2282958 Feb 07 20:35:42.064545 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5118dd-8e03-42e6-84fa-644e7b5527e2 req-afece01d-90ac-442c-ac86-16b536911759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:42.065920 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-9a5118dd-8e03-42e6-84fa-644e7b5527e2 req-afece01d-90ac-442c-ac86-16b536911759 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f1dbeb8d-2a13-44a3-bdd2-d6dfe214456c HTTP/1.1" status: 200 len: 855 time: 0.0828989 Feb 07 20:35:42.087206 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-562809f0-6f6f-40dc-b42c-5af564762b55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (d61eb379-e74f-4eca-93e4-c21c726a3941), before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:42.130206 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-9a5118dd-8e03-42e6-84fa-644e7b5527e2 req-89809582-4bae-4b01-a25f-4c6dfbca2183 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f57cb47-8cc1-421f-88af-08ce60d3d2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480962 Feb 07 20:35:42.158248 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63519d08-199b-4f78-93fb-90fbd46f554d req-f1d60e84-14fd-4df1-ba1a-f4867b64c40c tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:42.166940 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-63519d08-199b-4f78-93fb-90fbd46f554d req-f1d60e84-14fd-4df1-ba1a-f4867b64c40c tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 932 time: 0.1286304 Feb 07 20:35:42.428301 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-63519d08-199b-4f78-93fb-90fbd46f554d req-e75b519b-f317-4f0d-a1d3-31b472e6e223 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597954 Feb 07 20:35:42.517030 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-db210e65-4ce5-45e2-99a7-340a02a3f5ba req-798c152e-0bb2-472f-9451-1fbb14f995c2 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4480968 Feb 07 20:35:42.578271 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-595474ed-6715-424d-86c7-cdcd9c36e663 req-0864acaa-86fd-41ca-a76b-f41ff08241ac tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 210 time: 0.0621843 Feb 07 20:35:42.647510 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-bedbca8d-91c3-44e2-a8ef-14cc87bab28b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48a2d566-e03d-4d9e-be71-21cdab9444a0 {{(pid=102680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:35:42.659476 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-9a5118dd-8e03-42e6-84fa-644e7b5527e2 req-e77764de-67e5-49c8-bf7b-797b35d92226 service neutron] 10.222.0.24 "GET /v2.0/networks/7f57cb47-8cc1-421f-88af-08ce60d3d2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5168667 Feb 07 20:35:42.666111 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-bedbca8d-91c3-44e2-a8ef-14cc87bab28b service neutron] Publish callbacks [] for port (48a2d566-e03d-4d9e-be71-21cdab9444a0), precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:42.763852 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117d362-11e8-464b-9373-f58f3a401c38 req-7b66bce0-b298-41d1-acdb-6fd5c726ea41 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:42.767165 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-4117d362-11e8-464b-9373-f58f3a401c38 req-7b66bce0-b298-41d1-acdb-6fd5c726ea41 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.24 "GET /v2.0/networks?id=72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e HTTP/1.1" status: 200 len: 811 time: 0.5890040 Feb 07 20:35:42.785246 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-bedbca8d-91c3-44e2-a8ef-14cc87bab28b service neutron] Transition to ACTIVE for port object 48a2d566-e03d-4d9e-be71-21cdab9444a0 will not be triggered until provisioned by entity L2. {{(pid=102680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:35:42.801896 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-bedbca8d-91c3-44e2-a8ef-14cc87bab28b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (48a2d566-e03d-4d9e-be71-21cdab9444a0), after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:42.936170 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-9a5118dd-8e03-42e6-84fa-644e7b5527e2 req-8f752c58-4d19-4b23-9457-ce1ed39df238 service neutron] 10.222.0.24 "GET /v2.0/networks/7f57cb47-8cc1-421f-88af-08ce60d3d2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675135 Feb 07 20:35:42.936832 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedbca8d-91c3-44e2-a8ef-14cc87bab28b service neutron] Pushing event updated for resources: {'Port': ['ID=48a2d566-e03d-4d9e-be71-21cdab9444a0,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:42.958382 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-4117d362-11e8-464b-9373-f58f3a401c38 req-abfa2bee-8315-44b4-af89-916ef76e49ed tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1920726293f94b09a11892df688f137b HTTP/1.1" status: 200 len: 379 time: 0.1802027 Feb 07 20:35:43.016593 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [req-4117d362-11e8-464b-9373-f58f3a401c38 req-c04e6d6b-4735-445c-8422-3e393e76e4ae tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Request body: {'port': {'device_id': '53381b73-bdbb-4d09-8cd2-8f17d4959bb0', 'network_id': '72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e', 'admin_state_up': True, 'tenant_id': '1920726293f94b09a11892df688f137b', 'security_groups': ['c4e9d628-d605-4ef0-882c-65f2674eb1ca']}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:35:43.049386 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 47258) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:43.102723 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-bedbca8d-91c3-44e2-a8ef-14cc87bab28b service neutron] Attempting to bind port 48a2d566-e03d-4d9e-be71-21cdab9444a0 on host hv-cinder-82815 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:35:43.103326 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-bedbca8d-91c3-44e2-a8ef-14cc87bab28b service neutron] Attempting to bind port 48a2d566-e03d-4d9e-be71-21cdab9444a0 by drivers openvswitch,hyperv on host hv-cinder-82815 at level 0 using segments [{'id': '1eca02bb-694f-44b9-b142-b7ec0b741684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4ca2a6cc-a6a4-43f6-8547-da5aef66c337'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:35:43.103846 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-bedbca8d-91c3-44e2-a8ef-14cc87bab28b service neutron] Attempting to bind port 48a2d566-e03d-4d9e-be71-21cdab9444a0 on network 4ca2a6cc-a6a4-43f6-8547-da5aef66c337 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:35:43.136023 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-bedbca8d-91c3-44e2-a8ef-14cc87bab28b service neutron] Port 48a2d566-e03d-4d9e-be71-21cdab9444a0 on network 4ca2a6cc-a6a4-43f6-8547-da5aef66c337 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82815 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:35:43.136576 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-bedbca8d-91c3-44e2-a8ef-14cc87bab28b service neutron] Attempting to bind port 48a2d566-e03d-4d9e-be71-21cdab9444a0 on network 4ca2a6cc-a6a4-43f6-8547-da5aef66c337 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:35:43.165457 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-bedbca8d-91c3-44e2-a8ef-14cc87bab28b service neutron] Checking agent: {'id': '2db0d972-3e88-4a6a-9d75-f8f2fe350c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82815', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 33, 26), 'started_at': datetime.datetime(2022, 2, 7, 20, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:35:43.166026 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-bedbca8d-91c3-44e2-a8ef-14cc87bab28b service neutron] Checking segment: {'id': '1eca02bb-694f-44b9-b142-b7ec0b741684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4ca2a6cc-a6a4-43f6-8547-da5aef66c337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:35:43.166744 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-bedbca8d-91c3-44e2-a8ef-14cc87bab28b service neutron] Bound using segment: {'id': '1eca02bb-694f-44b9-b142-b7ec0b741684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4ca2a6cc-a6a4-43f6-8547-da5aef66c337'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:35:43.167813 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-bedbca8d-91c3-44e2-a8ef-14cc87bab28b service neutron] Bound port: 48a2d566-e03d-4d9e-be71-21cdab9444a0, host: hv-cinder-82815, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eca02bb-694f-44b9-b142-b7ec0b741684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4ca2a6cc-a6a4-43f6-8547-da5aef66c337'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:35:43.168823 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-bedbca8d-91c3-44e2-a8ef-14cc87bab28b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (48a2d566-e03d-4d9e-be71-21cdab9444a0), before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:43.194248 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-562809f0-6f6f-40dc-b42c-5af564762b55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d61eb379-e74f-4eca-93e4-c21c726a3941 {{(pid=102681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:35:43.209051 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-562809f0-6f6f-40dc-b42c-5af564762b55 service neutron] Publish callbacks [] for port (d61eb379-e74f-4eca-93e4-c21c726a3941), precommit_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:43.220121 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb558-d548-4acc-b6d3-93b4d0515856 req-b6c64395-d97b-45ce-8b91-85b8723f0690 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:43.221985 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-cd5cb558-d548-4acc-b6d3-93b4d0515856 req-b6c64395-d97b-45ce-8b91-85b8723f0690 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/ports?device_id=755e74e9-5519-420f-b8ce-4bc555153ab0 HTTP/1.1" status: 200 len: 944 time: 0.1709626 Feb 07 20:35:43.245018 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.provisioning_blocks [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-562809f0-6f6f-40dc-b42c-5af564762b55 service neutron] Transition to ACTIVE for port object d61eb379-e74f-4eca-93e4-c21c726a3941 will not be triggered until provisioned by entity L2. {{(pid=102681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:35:43.251172 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-562809f0-6f6f-40dc-b42c-5af564762b55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (d61eb379-e74f-4eca-93e4-c21c726a3941), after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:43.284100 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-98fa5edd-9eea-40e6-a9df-4c550e6c7e0b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-868858044-network', 'tenant_id': '9892a877ed244d0facd9794714808542'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:35:43.334478 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4117d362-11e8-464b-9373-f58f3a401c38 req-c04e6d6b-4735-445c-8422-3e393e76e4ae tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Made reservation on behalf of 1920726293f94b09a11892df688f137b for: {'port': 1} {{(pid=102680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:35:43.334664 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98fa5edd-9eea-40e6-a9df-4c550e6c7e0b admin admin] Made reservation on behalf of 9892a877ed244d0facd9794714808542 for: {'network': 1} {{(pid=102681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:35:43.336865 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-98fa5edd-9eea-40e6-a9df-4c550e6c7e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for network (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:43.337761 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-4117d362-11e8-464b-9373-f58f3a401c38 req-c04e6d6b-4735-445c-8422-3e393e76e4ae tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:43.338784 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562809f0-6f6f-40dc-b42c-5af564762b55 service neutron] Pushing event updated for resources: {'Port': ['ID=d61eb379-e74f-4eca-93e4-c21c726a3941,revision_number=2']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:43.362140 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-cd5cb558-d548-4acc-b6d3-93b4d0515856 req-35ef621c-661f-4cca-b38d-a8b56b2a8293 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/security-groups?id=25a265d3-030d-47dc-81a4-5cc08fff8f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103435 Feb 07 20:35:43.386514 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-bedbca8d-91c3-44e2-a8ef-14cc87bab28b service neutron] For port 48a2d566-e03d-4d9e-be71-21cdab9444a0, host hv-cinder-82815, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:35:43.391470 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-bedbca8d-91c3-44e2-a8ef-14cc87bab28b service neutron] For port 48a2d566-e03d-4d9e-be71-21cdab9444a0, host hv-cinder-82815, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=48a2d566-e03d-4d9e-be71-21cdab9444a0,segment=NetworkSegment(1eca02bb-694f-44b9-b142-b7ec0b741684),segment_id=1eca02bb-694f-44b9-b142-b7ec0b741684)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:35:43.406690 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-98fa5edd-9eea-40e6-a9df-4c550e6c7e0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:43.424240 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-bedbca8d-91c3-44e2-a8ef-14cc87bab28b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (48a2d566-e03d-4d9e-be71-21cdab9444a0), after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:43.424603 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-562809f0-6f6f-40dc-b42c-5af564762b55 service neutron] Attempting to bind port d61eb379-e74f-4eca-93e4-c21c726a3941 on host hv-cinder-82815 for vnic_type normal with profile {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:35:43.424886 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-562809f0-6f6f-40dc-b42c-5af564762b55 service neutron] Attempting to bind port d61eb379-e74f-4eca-93e4-c21c726a3941 by drivers openvswitch,hyperv on host hv-cinder-82815 at level 0 using segments [{'id': '1eca02bb-694f-44b9-b142-b7ec0b741684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4ca2a6cc-a6a4-43f6-8547-da5aef66c337'}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:35:43.425230 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-562809f0-6f6f-40dc-b42c-5af564762b55 service neutron] Attempting to bind port d61eb379-e74f-4eca-93e4-c21c726a3941 on network 4ca2a6cc-a6a4-43f6-8547-da5aef66c337 {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:35:43.436004 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-562809f0-6f6f-40dc-b42c-5af564762b55 service neutron] Port d61eb379-e74f-4eca-93e4-c21c726a3941 on network 4ca2a6cc-a6a4-43f6-8547-da5aef66c337 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82815 {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:35:43.436301 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-562809f0-6f6f-40dc-b42c-5af564762b55 service neutron] Attempting to bind port d61eb379-e74f-4eca-93e4-c21c726a3941 on network 4ca2a6cc-a6a4-43f6-8547-da5aef66c337 {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:35:43.444743 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-562809f0-6f6f-40dc-b42c-5af564762b55 service neutron] Checking agent: {'id': '2db0d972-3e88-4a6a-9d75-f8f2fe350c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82815', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 33, 26), 'started_at': datetime.datetime(2022, 2, 7, 20, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:35:43.444864 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-562809f0-6f6f-40dc-b42c-5af564762b55 service neutron] Checking segment: {'id': '1eca02bb-694f-44b9-b142-b7ec0b741684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4ca2a6cc-a6a4-43f6-8547-da5aef66c337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:35:43.445346 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-562809f0-6f6f-40dc-b42c-5af564762b55 service neutron] Bound using segment: {'id': '1eca02bb-694f-44b9-b142-b7ec0b741684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4ca2a6cc-a6a4-43f6-8547-da5aef66c337'} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:35:43.446045 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-562809f0-6f6f-40dc-b42c-5af564762b55 service neutron] Bound port: d61eb379-e74f-4eca-93e4-c21c726a3941, host: hv-cinder-82815, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eca02bb-694f-44b9-b142-b7ec0b741684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4ca2a6cc-a6a4-43f6-8547-da5aef66c337'}}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:35:43.446579 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-562809f0-6f6f-40dc-b42c-5af564762b55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (d61eb379-e74f-4eca-93e4-c21c726a3941), before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:43.477716 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-bedbca8d-91c3-44e2-a8ef-14cc87bab28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:43.478332 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-bedbca8d-91c3-44e2-a8ef-14cc87bab28b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for port (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:43.479753 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-bedbca8d-91c3-44e2-a8ef-14cc87bab28b service neutron] 10.222.0.24 "PUT /v2.0/ports/48a2d566-e03d-4d9e-be71-21cdab9444a0 HTTP/1.1" status: 200 len: 1093 time: 2.1785872 Feb 07 20:35:43.481984 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ecaf734-3703-475b-86f8-b57dc36921a4', 'tag': '48a2d566-e03d-4d9e-be71-21cdab9444a0'}] {{(pid=102680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:35:43.484520 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8018c2217b61fdaaeb92b6d737e1de58097a2b3cdf81442b843717ec2e5fe670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2baedd-662a-49bb-bb9c-150094654984" -d '{"events": [{"name": "network-changed", "server_uuid": "2ecaf734-3703-475b-86f8-b57dc36921a4", "tag": "48a2d566-e03d-4d9e-be71-21cdab9444a0"}]}' {{(pid=102680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:35:43.541142 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e59cbeb-e9a3-4073-a318-cc5ab7c3f146 x-openstack-request-id: req-2e59cbeb-e9a3-4073-a318-cc5ab7c3f146 {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:35:43.541426 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ecaf734-3703-475b-86f8-b57dc36921a4", "tag": "48a2d566-e03d-4d9e-be71-21cdab9444a0", "status": "completed", "code": 200}]} {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:35:43.541674 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2e59cbeb-e9a3-4073-a318-cc5ab7c3f146 {{(pid=102680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:35:43.542056 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ecaf734-3703-475b-86f8-b57dc36921a4', 'tag': '48a2d566-e03d-4d9e-be71-21cdab9444a0', 'status': 'completed', 'code': 200} Feb 07 20:35:43.574227 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedbca8d-91c3-44e2-a8ef-14cc87bab28b service neutron] Pushing event updated for resources: {'Port': ['ID=48a2d566-e03d-4d9e-be71-21cdab9444a0,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:43.603484 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.db_base_plugin_common [req-4117d362-11e8-464b-9373-f58f3a401c38 req-c04e6d6b-4735-445c-8422-3e393e76e4ae tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Allocated IP 172.20.0.3 (72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e/57a3a711-2e6c-457c-a563-2e93bf8d035e/6b7a9c0f-da25-4335-9833-4fae4a44db0a) {{(pid=102680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:35:43.611580 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-562809f0-6f6f-40dc-b42c-5af564762b55 service neutron] For port d61eb379-e74f-4eca-93e4-c21c726a3941, host hv-cinder-82815, cleared binding levels {{(pid=102681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:35:43.647260 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-562809f0-6f6f-40dc-b42c-5af564762b55 service neutron] For port d61eb379-e74f-4eca-93e4-c21c726a3941, host hv-cinder-82815, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=d61eb379-e74f-4eca-93e4-c21c726a3941,segment=NetworkSegment(1eca02bb-694f-44b9-b142-b7ec0b741684),segment_id=1eca02bb-694f-44b9-b142-b7ec0b741684)] {{(pid=102681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:35:43.656218 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-98fa5edd-9eea-40e6-a9df-4c550e6c7e0b admin admin] Publish callbacks [] for security_group (8bb76092-8f44-46ce-9b88-1391fea768b9), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:43.658989 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-562809f0-6f6f-40dc-b42c-5af564762b55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (d61eb379-e74f-4eca-93e4-c21c726a3941), after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:43.666983 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-98fa5edd-9eea-40e6-a9df-4c550e6c7e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (8bb76092-8f44-46ce-9b88-1391fea768b9), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:43.703883 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be48c3-a4e5-4b08-80cc-0c987c7581a8 req-80f94316-8bcf-477b-a877-c162dbf79a01 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:43.705378 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-b6be48c3-a4e5-4b08-80cc-0c987c7581a8 req-80f94316-8bcf-477b-a877-c162dbf79a01 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 944 time: 0.1714082 Feb 07 20:35:43.745632 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98fa5edd-9eea-40e6-a9df-4c550e6c7e0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=102681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 20:35:43.755828 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-562809f0-6f6f-40dc-b42c-5af564762b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:43.756361 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-562809f0-6f6f-40dc-b42c-5af564762b55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:43.758020 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-562809f0-6f6f-40dc-b42c-5af564762b55 service neutron] 10.222.0.24 "PUT /v2.0/ports/d61eb379-e74f-4eca-93e4-c21c726a3941 HTTP/1.1" status: 200 len: 1094 time: 1.8060033 Feb 07 20:35:43.763161 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ea17f8-d188-490d-9896-e92752403840', 'tag': 'd61eb379-e74f-4eca-93e4-c21c726a3941'}] {{(pid=102681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:35:43.767020 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3460177-af25-4dd0-9e46-85da79c64e16 req-e2ef3ddb-e2e7-4c22-be24-b8c804266283 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:43.768648 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-e3460177-af25-4dd0-9e46-85da79c64e16 req-e2ef3ddb-e2e7-4c22-be24-b8c804266283 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=354f6a39-5c69-424f-ace8-67cf1dc3f0e1 HTTP/1.1" status: 200 len: 944 time: 0.1212566 Feb 07 20:35:43.815312 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-4117d362-11e8-464b-9373-f58f3a401c38 req-c04e6d6b-4735-445c-8422-3e393e76e4ae tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks [] for port (6b7a9c0f-da25-4335-9833-4fae4a44db0a), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:43.845837 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa5edd-9eea-40e6-a9df-4c550e6c7e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb76092-8f44-46ce-9b88-1391fea768b9,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:43.852383 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-98fa5edd-9eea-40e6-a9df-4c550e6c7e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526'] for segment (f5040cc8-92a6-44c0-ade8-f6caf30ab528), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:43.852690 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.db.segments_db [None req-98fa5edd-9eea-40e6-a9df-4c550e6c7e0b admin admin] Added segment f5040cc8-92a6-44c0-ade8-f6caf30ab528 of type vlan for network 3b4515a9-a499-45f8-b20f-7b08ae0c4947 Feb 07 20:35:43.863674 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562809f0-6f6f-40dc-b42c-5af564762b55 service neutron] Pushing event updated for resources: {'Port': ['ID=d61eb379-e74f-4eca-93e4-c21c726a3941,revision_number=3']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:43.865323 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-e3460177-af25-4dd0-9e46-85da79c64e16 req-99bfc22f-8422-4031-bd5e-d997e9d7edd3 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844412 Feb 07 20:35:43.873039 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-4117d362-11e8-464b-9373-f58f3a401c38 req-c04e6d6b-4735-445c-8422-3e393e76e4ae tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216'] for port (6b7a9c0f-da25-4335-9833-4fae4a44db0a), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:43.914629 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-98fa5edd-9eea-40e6-a9df-4c550e6c7e0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784096251423'] for network (3b4515a9-a499-45f8-b20f-7b08ae0c4947), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:43.915977 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4117d362-11e8-464b-9373-f58f3a401c38 req-c04e6d6b-4735-445c-8422-3e393e76e4ae tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Network 72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e is already hosted by enough agents. {{(pid=102680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:35:43.919577 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [req-4117d362-11e8-464b-9373-f58f3a401c38 req-c04e6d6b-4735-445c-8422-3e393e76e4ae tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Resources bound (agent type, host, resource id): {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:35:43.924309 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [req-4117d362-11e8-464b-9373-f58f3a401c38 req-c04e6d6b-4735-445c-8422-3e393e76e4ae tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Received port after_create {{(pid=102680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:35:43.931133 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117d362-11e8-464b-9373-f58f3a401c38 req-c04e6d6b-4735-445c-8422-3e393e76e4ae tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:43.932062 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-4117d362-11e8-464b-9373-f58f3a401c38 req-c04e6d6b-4735-445c-8422-3e393e76e4ae tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for port (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:43.933436 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-b6be48c3-a4e5-4b08-80cc-0c987c7581a8 req-fd1588fd-c8ad-46c2-8797-2223fb38a7d0 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143972 Feb 07 20:35:43.954596 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-98fa5edd-9eea-40e6-a9df-4c550e6c7e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540'] for network (3b4515a9-a499-45f8-b20f-7b08ae0c4947), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:43.955303 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e6d6b-4735-445c-8422-3e393e76e4ae tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Pushing event updated for resources: {'Port': ['ID=6b7a9c0f-da25-4335-9833-4fae4a44db0a,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:43.955899 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fa5edd-9eea-40e6-a9df-4c550e6c7e0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:43.957107 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-98fa5edd-9eea-40e6-a9df-4c550e6c7e0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for network (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:43.966706 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-4117d362-11e8-464b-9373-f58f3a401c38 req-c04e6d6b-4735-445c-8422-3e393e76e4ae tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9704967 Feb 07 20:35:44.036914 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d543a4f93c545b9f4b4319baf8ff9337481391693fb3bbf25dbe09721f1c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d88bb8-dac0-40b5-bda4-de8e47564fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "f6ea17f8-d188-490d-9896-e92752403840", "tag": "d61eb379-e74f-4eca-93e4-c21c726a3941"}]}' {{(pid=102681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:35:44.058623 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-98fa5edd-9eea-40e6-a9df-4c550e6c7e0b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0072267 Feb 07 20:35:44.061553 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 47300) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:44.068984 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-a6f258de-5da9-40ee-b781-1dd07d59b527 admin admin] Request body: {'subnet': {'network_id': '3b4515a9-a499-45f8-b20f-7b08ae0c4947', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-868858044-subnet', 'tenant_id': '9892a877ed244d0facd9794714808542', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:35:44.076850 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa5edd-9eea-40e6-a9df-4c550e6c7e0b admin admin] Pushing event updated for resources: {'Network': ['ID=3b4515a9-a499-45f8-b20f-7b08ae0c4947,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:44.090127 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Network 3b4515a9-a499-45f8-b20f-7b08ae0c4947 details requested by agent ovs-agent-dv-cinder-828150-2-iscsi with host dv-cinder-828150-2-iscsi {{(pid=102682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 20:35:44.109225 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880045e6-3e88-4ca0-aa57-9ecac4a3a948 req-8cf3e558-03b5-4188-a4bb-6771525dcbb5 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:44.110912 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-880045e6-3e88-4ca0-aa57-9ecac4a3a948 req-8cf3e558-03b5-4188-a4bb-6771525dcbb5 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 931 time: 0.1249833 Feb 07 20:35:44.113295 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f258de-5da9-40ee-b781-1dd07d59b527 admin admin] Made reservation on behalf of 9892a877ed244d0facd9794714808542 for: {'subnet': 1} {{(pid=102680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:35:44.115793 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a6f258de-5da9-40ee-b781-1dd07d59b527 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:44.209626 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2fe977-32af-4339-9aca-8912a51e1679 x-openstack-request-id: req-9a2fe977-32af-4339-9aca-8912a51e1679 {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:35:44.210116 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6ea17f8-d188-490d-9896-e92752403840", "tag": "d61eb379-e74f-4eca-93e4-c21c726a3941", "status": "completed", "code": 200}]} {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:35:44.210512 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9a2fe977-32af-4339-9aca-8912a51e1679 {{(pid=102681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:35:44.211187 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6ea17f8-d188-490d-9896-e92752403840', 'tag': 'd61eb379-e74f-4eca-93e4-c21c726a3941', 'status': 'completed', 'code': 200} Feb 07 20:35:44.248443 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-880045e6-3e88-4ca0-aa57-9ecac4a3a948 req-2b2898ce-4bd7-49e7-8a13-88269f25fe42 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297016 Feb 07 20:35:44.299174 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-a9913113-b201-4b35-aa23-0beb53e60333 None None] Provisioning complete for port 6b7a9c0f-da25-4335-9833-4fae4a44db0a triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:35:44.301266 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-a9913113-b201-4b35-aa23-0beb53e60333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (6b7a9c0f-da25-4335-9833-4fae4a44db0a), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:44.338346 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-a9913113-b201-4b35-aa23-0beb53e60333 None None] Port 6b7a9c0f-da25-4335-9833-4fae4a44db0a cannot update to ACTIVE because it is not bound. {{(pid=102682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:35:44.377553 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a6f258de-5da9-40ee-b781-1dd07d59b527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540'] for subnet (943e5760-2f44-413f-b911-f335ee8d8003), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:44.442207 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f258de-5da9-40ee-b781-1dd07d59b527 admin admin] Pushing event updated for resources: {'Subnet': ['ID=943e5760-2f44-413f-b911-f335ee8d8003,revision_number=0']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:44.452448 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f258de-5da9-40ee-b781-1dd07d59b527 admin admin] Checking segment: {'id': 'f5040cc8-92a6-44c0-ade8-f6caf30ab528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '3b4515a9-a499-45f8-b20f-7b08ae0c4947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:35:44.452859 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f258de-5da9-40ee-b781-1dd07d59b527 admin admin] Network hostable DHCP agents. Network: 3b4515a9-a499-45f8-b20f-7b08ae0c4947, hostable agents: ['e1cc327f-50d0-4a6e-8186-ec075b67de95'], hosted agents: [] {{(pid=102680) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 20:35:44.470056 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f258de-5da9-40ee-b781-1dd07d59b527 admin admin] Network 3b4515a9-a499-45f8-b20f-7b08ae0c4947 is scheduled to be hosted by DHCP agent e1cc327f-50d0-4a6e-8186-ec075b67de95 with binding_index 1 {{(pid=102680) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 20:35:44.480465 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [None req-a6f258de-5da9-40ee-b781-1dd07d59b527 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828150-2-iscsi, 3b4515a9-a499-45f8-b20f-7b08ae0c4947) {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:35:44.485343 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f258de-5da9-40ee-b781-1dd07d59b527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:44.485933 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a6f258de-5da9-40ee-b781-1dd07d59b527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for subnet (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:44.491371 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf892935-5f04-491a-8421-8c6e5de516d9 None None] Network 3b4515a9-a499-45f8-b20f-7b08ae0c4947 requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:35:44.507061 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-a6f258de-5da9-40ee-b781-1dd07d59b527 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4438822 Feb 07 20:35:44.514791 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b04581-f189-4bba-913b-02029b46b0eb req-f8bd386b-2bf5-4d98-b4e3-9f318abb6610 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:44.523089 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-40b04581-f189-4bba-913b-02029b46b0eb req-f8bd386b-2bf5-4d98-b4e3-9f318abb6610 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/ports?device_id=755e74e9-5519-420f-b8ce-4bc555153ab0 HTTP/1.1" status: 200 len: 944 time: 0.0840244 Feb 07 20:35:44.575339 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-40b04581-f189-4bba-913b-02029b46b0eb req-5f928c7d-14bc-49f1-b5be-4f877ce1c49b tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/security-groups?id=25a265d3-030d-47dc-81a4-5cc08fff8f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504978 Feb 07 20:35:44.615716 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b9c311-8445-40d0-be96-50e9b5404aa4 None None] Network 3b4515a9-a499-45f8-b20f-7b08ae0c4947 requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:35:44.993594 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e93eb-e417-4386-984b-283b1b079485 req-cda35621-6471-45e0-9723-0e4e17808ca1 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:44.994811 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-339e93eb-e417-4386-984b-283b1b079485 req-cda35621-6471-45e0-9723-0e4e17808ca1 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=354f6a39-5c69-424f-ace8-67cf1dc3f0e1 HTTP/1.1" status: 200 len: 944 time: 0.0541444 Feb 07 20:35:45.057839 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-339e93eb-e417-4386-984b-283b1b079485 req-dd881e46-cb19-40a6-91ef-65e085567491 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567598 Feb 07 20:35:45.071924 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 47334) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:45.076482 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-fbbacda6-690d-4771-a525-e6081d3439d9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1645880374-network', 'tenant_id': 'c3978dbc9f3845f7a80e4fa6f6fe1993'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:35:45.101601 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee28743-6a23-4c19-9548-7ad84e9b0856 req-35caa7a7-8d9f-4269-aeb5-ba40dff6dd6f tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:45.103013 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-4ee28743-6a23-4c19-9548-7ad84e9b0856 req-35caa7a7-8d9f-4269-aeb5-ba40dff6dd6f tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 944 time: 0.0701656 Feb 07 20:35:45.108819 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbacda6-690d-4771-a525-e6081d3439d9 admin admin] Made reservation on behalf of c3978dbc9f3845f7a80e4fa6f6fe1993 for: {'network': 1} {{(pid=102681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:35:45.110952 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-fbbacda6-690d-4771-a525-e6081d3439d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for network (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:45.131413 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-fbbacda6-690d-4771-a525-e6081d3439d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:45.178709 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-4ee28743-6a23-4c19-9548-7ad84e9b0856 req-5ff1ea71-62e7-4dde-b8c4-e9765241d501 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654042 Feb 07 20:35:45.228305 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-fbbacda6-690d-4771-a525-e6081d3439d9 admin admin] Publish callbacks [] for security_group (261f8fb4-96a4-4d30-ab27-1c3274329a2b), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:45.231833 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-fbbacda6-690d-4771-a525-e6081d3439d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (261f8fb4-96a4-4d30-ab27-1c3274329a2b), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:45.255879 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbbacda6-690d-4771-a525-e6081d3439d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=102681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 20:35:45.265048 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbacda6-690d-4771-a525-e6081d3439d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261f8fb4-96a4-4d30-ab27-1c3274329a2b,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:45.269676 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-fbbacda6-690d-4771-a525-e6081d3439d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526'] for segment (2fac4768-73d5-429e-a418-5173f28f4d68), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:45.270011 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.db.segments_db [None req-fbbacda6-690d-4771-a525-e6081d3439d9 admin admin] Added segment 2fac4768-73d5-429e-a418-5173f28f4d68 of type vlan for network 959af172-80dc-4aa9-9ab9-5aebbb18541f Feb 07 20:35:45.313252 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-fbbacda6-690d-4771-a525-e6081d3439d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784096251423'] for network (959af172-80dc-4aa9-9ab9-5aebbb18541f), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:45.339523 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-fbbacda6-690d-4771-a525-e6081d3439d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540'] for network (959af172-80dc-4aa9-9ab9-5aebbb18541f), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:45.343736 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbacda6-690d-4771-a525-e6081d3439d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:45.344579 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-fbbacda6-690d-4771-a525-e6081d3439d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for network (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:45.388933 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc6da2-71f8-47cf-93e5-220b59fd0ba5 req-84c7b7a3-1d51-469b-9710-c7c981388efa tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:45.390412 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-7fdc6da2-71f8-47cf-93e5-220b59fd0ba5 req-84c7b7a3-1d51-469b-9710-c7c981388efa tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 931 time: 0.0649145 Feb 07 20:35:45.401816 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-fbbacda6-690d-4771-a525-e6081d3439d9 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3288953 Feb 07 20:35:45.404430 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 47342) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:45.409192 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-fd7d70f2-ba79-4fbb-b79c-15595559465c admin admin] Request body: {'subnet': {'network_id': '959af172-80dc-4aa9-9ab9-5aebbb18541f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1645880374-subnet', 'tenant_id': 'c3978dbc9f3845f7a80e4fa6f6fe1993', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:35:45.421784 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbacda6-690d-4771-a525-e6081d3439d9 admin admin] Pushing event updated for resources: {'Network': ['ID=959af172-80dc-4aa9-9ab9-5aebbb18541f,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:45.433234 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Network 959af172-80dc-4aa9-9ab9-5aebbb18541f details requested by agent ovs-agent-dv-cinder-828150-2-iscsi with host dv-cinder-828150-2-iscsi {{(pid=102682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 20:35:45.434562 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7d70f2-ba79-4fbb-b79c-15595559465c admin admin] Made reservation on behalf of c3978dbc9f3845f7a80e4fa6f6fe1993 for: {'subnet': 1} {{(pid=102681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:35:45.437409 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-fd7d70f2-ba79-4fbb-b79c-15595559465c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:45.441962 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-7fdc6da2-71f8-47cf-93e5-220b59fd0ba5 req-41ebc0d7-25ea-4e28-b5bb-0013bec5ae0e tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460293 Feb 07 20:35:45.597665 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-fd7d70f2-ba79-4fbb-b79c-15595559465c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540'] for subnet (37276760-dc34-4124-8886-009da793bb0e), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:45.664032 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d70f2-ba79-4fbb-b79c-15595559465c admin admin] Pushing event updated for resources: {'Subnet': ['ID=37276760-dc34-4124-8886-009da793bb0e,revision_number=0']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:45.691407 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7d70f2-ba79-4fbb-b79c-15595559465c admin admin] Checking segment: {'id': '2fac4768-73d5-429e-a418-5173f28f4d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '959af172-80dc-4aa9-9ab9-5aebbb18541f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:35:45.691751 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7d70f2-ba79-4fbb-b79c-15595559465c admin admin] Network hostable DHCP agents. Network: 959af172-80dc-4aa9-9ab9-5aebbb18541f, hostable agents: ['e1cc327f-50d0-4a6e-8186-ec075b67de95'], hosted agents: [] {{(pid=102681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 20:35:45.720071 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c28256-bc43-47eb-99a2-f0a90d2018e9 req-9bb95e37-b9c8-419d-868e-524abd9b2a3d tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:45.721750 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e6c28256-bc43-47eb-99a2-f0a90d2018e9 req-9bb95e37-b9c8-419d-868e-524abd9b2a3d tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/ports?device_id=755e74e9-5519-420f-b8ce-4bc555153ab0 HTTP/1.1" status: 200 len: 944 time: 0.0754316 Feb 07 20:35:45.722773 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7d70f2-ba79-4fbb-b79c-15595559465c admin admin] Network 959af172-80dc-4aa9-9ab9-5aebbb18541f is scheduled to be hosted by DHCP agent e1cc327f-50d0-4a6e-8186-ec075b67de95 with binding_index 1 {{(pid=102681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 20:35:45.736154 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.base_scheduler [None req-fd7d70f2-ba79-4fbb-b79c-15595559465c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828150-2-iscsi, 959af172-80dc-4aa9-9ab9-5aebbb18541f) {{(pid=102681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:35:45.744525 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d9f054-f48c-4528-aff1-60adcaab30c8 None None] Network 959af172-80dc-4aa9-9ab9-5aebbb18541f requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:35:45.746386 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7d70f2-ba79-4fbb-b79c-15595559465c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:45.746960 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-fd7d70f2-ba79-4fbb-b79c-15595559465c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for subnet (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:45.774759 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-fd7d70f2-ba79-4fbb-b79c-15595559465c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3688874 Feb 07 20:35:45.783424 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e6c28256-bc43-47eb-99a2-f0a90d2018e9 req-78479271-63bc-4447-b2ba-04ca6f6fcea9 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/security-groups?id=25a265d3-030d-47dc-81a4-5cc08fff8f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553100 Feb 07 20:35:45.895524 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 47350) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:45.939590 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f0484dd-bf3e-4d46-9713-bce03c149af9 admin admin] Deleting subnet 943e5760-2f44-413f-b911-f335ee8d8003 {{(pid=102680) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 20:35:45.942758 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0f0484dd-bf3e-4d46-9713-bce03c149af9 admin admin] Publish callbacks [] for subnet (943e5760-2f44-413f-b911-f335ee8d8003), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:45.949599 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef61483e-a892-4d76-9b2f-c1321ed85f41 None None] Network 959af172-80dc-4aa9-9ab9-5aebbb18541f requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:35:45.978695 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0f0484dd-bf3e-4d46-9713-bce03c149af9 admin admin] Publish callbacks [] for subnet (943e5760-2f44-413f-b911-f335ee8d8003), precommit_delete_associations {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:45.990258 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0f0484dd-bf3e-4d46-9713-bce03c149af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32999468'] for subnet (943e5760-2f44-413f-b911-f335ee8d8003), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:45.991950 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 369802be-b041-4f2c-ab58-f675a7ce8d22 details requested by agent hyperv_hv-cinder-82815 with host hv-cinder-82815 {{(pid=102682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:35:46.019956 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [req-4117d362-11e8-464b-9373-f58f3a401c38 req-5198d953-174d-4c64-89d3-00b12b288eab service neutron] Request body: {'port': {'device_id': '53381b73-bdbb-4d09-8cd2-8f17d4959bb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82815'}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:35:46.131118 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d88bb8-dac0-40b5-bda4-de8e47564fd9 req-f972ee1e-1bb0-4597-b112-c1c3e8839f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:46.133723 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-34d88bb8-dac0-40b5-bda4-de8e47564fd9 req-f972ee1e-1bb0-4597-b112-c1c3e8839f5c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65cf5264b1da4554b2269d6ae291ebe5&device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 1128 time: 0.1233172 Feb 07 20:35:46.138456 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-4117d362-11e8-464b-9373-f58f3a401c38 req-5198d953-174d-4c64-89d3-00b12b288eab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (6b7a9c0f-da25-4335-9833-4fae4a44db0a), before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:46.141474 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 369802be-b041-4f2c-ab58-f675a7ce8d22, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=369802be-b041-4f2c-ab58-f675a7ce8d22,segment=NetworkSegment(2dd74282-8ab3-4501-b135-09bccce61fa1),segment_id=2dd74282-8ab3-4501-b135-09bccce61fa1)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:35:46.156332 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Returning: {'device': '369802be-b041-4f2c-ab58-f675a7ce8d22', 'network_id': '36200dd3-affa-406c-99d8-954e0d41e9a7', 'port_id': '369802be-b041-4f2c-ab58-f675a7ce8d22', 'mac_address': 'fa:16:3e:15:88:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab1516e0-57d1-4d28-b856-7578705a6574', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:35:46.163862 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0f0484dd-bf3e-4d46-9713-bce03c149af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32999639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540'] for subnet (943e5760-2f44-413f-b911-f335ee8d8003), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:46.204193 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port 369802be-b041-4f2c-ab58-f675a7ce8d22 is: DOWN; New status is: BUILD {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:35:46.205068 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (369802be-b041-4f2c-ab58-f675a7ce8d22), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:46.225598 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 369802be-b041-4f2c-ab58-f675a7ce8d22 {{(pid=102682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:35:46.236999 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0484dd-bf3e-4d46-9713-bce03c149af9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=943e5760-2f44-413f-b911-f335ee8d8003,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:46.245631 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0f0484dd-bf3e-4d46-9713-bce03c149af9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:46.252260 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-0f0484dd-bf3e-4d46-9713-bce03c149af9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/943e5760-2f44-413f-b911-f335ee8d8003 HTTP/1.1" status: 204 len: 168 time: 0.3556342 Feb 07 20:35:46.262460 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 47356) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:46.267361 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 369802be-b041-4f2c-ab58-f675a7ce8d22, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=369802be-b041-4f2c-ab58-f675a7ce8d22,segment=NetworkSegment(2dd74282-8ab3-4501-b135-09bccce61fa1),segment_id=2dd74282-8ab3-4501-b135-09bccce61fa1)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:35:46.276754 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (369802be-b041-4f2c-ab58-f675a7ce8d22), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:46.277130 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2baedd-662a-49bb-bb9c-150094654984 req-ba927dbd-4692-4414-a562-43bd75e11969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:46.278333 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7 details requested by agent hyperv_hv-cinder-82815 with host hv-cinder-82815 {{(pid=102682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:35:46.278777 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-ee2baedd-662a-49bb-bb9c-150094654984 req-ba927dbd-4692-4414-a562-43bd75e11969 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65cf5264b1da4554b2269d6ae291ebe5&device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 1127 time: 0.2067897 Feb 07 20:35:46.416122 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=369802be-b041-4f2c-ab58-f675a7ce8d22,revision_number=4']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:46.469329 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cebf73-cacc-4218-aa7a-87a9fc5913b1 req-bd26ceca-9460-4a4c-9ad2-e387045c9b3f tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:46.469986 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-c3cebf73-cacc-4218-aa7a-87a9fc5913b1 req-bd26ceca-9460-4a4c-9ad2-e387045c9b3f tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=354f6a39-5c69-424f-ace8-67cf1dc3f0e1 HTTP/1.1" status: 200 len: 944 time: 0.3327775 Feb 07 20:35:46.485625 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7,segment=NetworkSegment(3d336edb-477a-4673-89be-90d920abe2ed),segment_id=3d336edb-477a-4673-89be-90d920abe2ed)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:35:46.501061 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Returning: {'device': 'd3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7', 'network_id': '7f57cb47-8cc1-421f-88af-08ce60d3d2bd', 'port_id': 'd3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7', 'mac_address': 'fa:16:3e:cc:5e:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1dbeb8d-2a13-44a3-bdd2-d6dfe214456c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:35:46.551753 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d88bb8-dac0-40b5-bda4-de8e47564fd9 req-3af0973b-1aa6-4eae-a415-98832b3f5dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:46.553586 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-34d88bb8-dac0-40b5-bda4-de8e47564fd9 req-3af0973b-1aa6-4eae-a415-98832b3f5dcc service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=65cf5264b1da4554b2269d6ae291ebe5&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4125688 Feb 07 20:35:46.554452 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7 is: DOWN; New status is: BUILD {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:35:46.555348 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:46.559946 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e10e6b8c-e192-4b48-ada5-4835bcbca267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32943866'] for network (3b4515a9-a499-45f8-b20f-7b08ae0c4947), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:46.568494 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925dccc0-0165-439a-80fd-e727755572e3 req-ceeb515d-8413-48e2-93d9-33751bb89dcd tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:46.573177 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7 {{(pid=102682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:35:46.576346 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-925dccc0-0165-439a-80fd-e727755572e3 req-ceeb515d-8413-48e2-93d9-33751bb89dcd tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 944 time: 0.2701306 Feb 07 20:35:46.604074 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7,segment=NetworkSegment(3d336edb-477a-4673-89be-90d920abe2ed),segment_id=3d336edb-477a-4673-89be-90d920abe2ed)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:35:46.610943 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:46.666457 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-925dccc0-0165-439a-80fd-e727755572e3 req-5e3b9f93-cb51-43ad-9490-50ab0e20e614 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889447 Feb 07 20:35:46.671151 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7,revision_number=4']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:46.789791 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923397c-06df-4960-9547-d0f106ca7369 req-ff677c4f-cb02-46cf-bd7e-d627e13785d3 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:46.796604 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e923397c-06df-4960-9547-d0f106ca7369 req-ff677c4f-cb02-46cf-bd7e-d627e13785d3 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 931 time: 0.0678189 Feb 07 20:35:46.857675 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e923397c-06df-4960-9547-d0f106ca7369 req-f84bb4f5-4baf-4b24-bb4d-527a3fcc5a89 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591230 Feb 07 20:35:46.861726 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-c3cebf73-cacc-4218-aa7a-87a9fc5913b1 req-4e7bea28-c9f2-4095-b32e-4403d0ce58bd tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693225 Feb 07 20:35:46.891250 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2baedd-662a-49bb-bb9c-150094654984 req-39095773-84f9-441a-9a8e-0ef50da61c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:46.892611 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-ee2baedd-662a-49bb-bb9c-150094654984 req-39095773-84f9-441a-9a8e-0ef50da61c15 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=65cf5264b1da4554b2269d6ae291ebe5&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5728979 Feb 07 20:35:46.966970 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e10e6b8c-e192-4b48-ada5-4835bcbca267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32817339', 'neutron.services.segments.db._delete_segments_for_network-8784096777409'] for network (3b4515a9-a499-45f8-b20f-7b08ae0c4947), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:46.989768 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36c48b-6034-4806-a62d-6ebc4c8c88f6 req-a67f8800-da19-451a-bd47-1fa7a8e698e3 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:46.991212 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8e36c48b-6034-4806-a62d-6ebc4c8c88f6 req-a67f8800-da19-451a-bd47-1fa7a8e698e3 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/ports?device_id=755e74e9-5519-420f-b8ce-4bc555153ab0 HTTP/1.1" status: 200 len: 945 time: 0.0623977 Feb 07 20:35:46.998079 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e10e6b8c-e192-4b48-ada5-4835bcbca267 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:35:46.998424 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e10e6b8c-e192-4b48-ada5-4835bcbca267 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:35:46.999820 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e10e6b8c-e192-4b48-ada5-4835bcbca267 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:35:47.000147 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e10e6b8c-e192-4b48-ada5-4835bcbca267 admin admin] Subscribe: > port after_create 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:35:47.000487 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e10e6b8c-e192-4b48-ada5-4835bcbca267 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:35:47.000819 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e10e6b8c-e192-4b48-ada5-4835bcbca267 admin admin] Subscribe: > port after_update 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:35:47.001154 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e10e6b8c-e192-4b48-ada5-4835bcbca267 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:35:47.001485 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e10e6b8c-e192-4b48-ada5-4835bcbca267 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:35:47.001813 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e10e6b8c-e192-4b48-ada5-4835bcbca267 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:35:47.002155 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e10e6b8c-e192-4b48-ada5-4835bcbca267 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:35:47.036973 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8e36c48b-6034-4806-a62d-6ebc4c8c88f6 req-8aaab147-c2e7-47da-8ccd-4a89dedecba4 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/security-groups?id=25a265d3-030d-47dc-81a4-5cc08fff8f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401955 Feb 07 20:35:47.166562 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e10e6b8c-e192-4b48-ada5-4835bcbca267 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:35:47.167110 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e10e6b8c-e192-4b48-ada5-4835bcbca267 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:35:47.167256 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e10e6b8c-e192-4b48-ada5-4835bcbca267 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:35:47.168312 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e10e6b8c-e192-4b48-ada5-4835bcbca267 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102680) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:35:47.168695 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.services.segments.db [None req-e10e6b8c-e192-4b48-ada5-4835bcbca267 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b4515a9-a499-45f8-b20f-7b08ae0c4947']}} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:35:47.194921 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.services.segments.db [None req-e10e6b8c-e192-4b48-ada5-4835bcbca267 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5040cc8-92a6-44c0-ade8-f6caf30ab528') {'for_net_delete': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:35:47.195211 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.services.segments.db [None req-e10e6b8c-e192-4b48-ada5-4835bcbca267 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5040cc8-92a6-44c0-ade8-f6caf30ab528') {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:35:47.218715 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e10e6b8c-e192-4b48-ada5-4835bcbca267 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784096779466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-23369'] for segment (f5040cc8-92a6-44c0-ade8-f6caf30ab528), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:47.264562 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e10e6b8c-e192-4b48-ada5-4835bcbca267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526'] for segment (f5040cc8-92a6-44c0-ade8-f6caf30ab528), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:47.274968 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [req-4117d362-11e8-464b-9373-f58f3a401c38 req-5198d953-174d-4c64-89d3-00b12b288eab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b7a9c0f-da25-4335-9833-4fae4a44db0a {{(pid=102680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:35:47.279348 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e10e6b8c-e192-4b48-ada5-4835bcbca267 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=102680) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 20:35:47.280574 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e10e6b8c-e192-4b48-ada5-4835bcbca267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17773'] for segment (f5040cc8-92a6-44c0-ade8-f6caf30ab528), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:47.304410 dv-cinder-828150-2-iscsi neutron-server[102680]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 20:35:47.304410 dv-cinder-828150-2-iscsi neutron-server[102680]: from cryptography.utils import int_from_bytes Feb 07 20:35:47.304410 dv-cinder-828150-2-iscsi neutron-server[102680]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 20:35:47.304410 dv-cinder-828150-2-iscsi neutron-server[102680]: from cryptography.utils import int_from_bytes Feb 07 20:35:47.304410 dv-cinder-828150-2-iscsi neutron-server[102680]: Traceback (most recent call last): Feb 07 20:35:47.304410 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 20:35:47.304410 dv-cinder-828150-2-iscsi neutron-server[102680]: timer() Feb 07 20:35:47.304410 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 20:35:47.304410 dv-cinder-828150-2-iscsi neutron-server[102680]: cb(*args, **kw) Feb 07 20:35:47.304410 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 20:35:47.304410 dv-cinder-828150-2-iscsi neutron-server[102680]: return func(*args, **kwargs) Feb 07 20:35:47.304410 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 20:35:47.304410 dv-cinder-828150-2-iscsi neutron-server[102680]: self._notify() Feb 07 20:35:47.304410 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 20:35:47.304410 dv-cinder-828150-2-iscsi neutron-server[102680]: self.callback(batched_events) Feb 07 20:35:47.304410 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 20:35:47.304410 dv-cinder-828150-2-iscsi neutron-server[102680]: event.method(event) Feb 07 20:35:47.304410 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 20:35:47.304410 dv-cinder-828150-2-iscsi neutron-server[102680]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 20:35:47.304410 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 20:35:47.304410 dv-cinder-828150-2-iscsi neutron-server[102680]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 20:35:47.304410 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 20:35:47.304410 dv-cinder-828150-2-iscsi neutron-server[102680]: return f(self, *a, **k) Feb 07 20:35:47.304410 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 20:35:47.304410 dv-cinder-828150-2-iscsi neutron-server[102680]: return self._get(url).json() Feb 07 20:35:47.304410 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 20:35:47.304410 dv-cinder-828150-2-iscsi neutron-server[102680]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 20:35:47.304410 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 20:35:47.304410 dv-cinder-828150-2-iscsi neutron-server[102680]: return self.request(url, 'GET', **kwargs) Feb 07 20:35:47.304410 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 20:35:47.304410 dv-cinder-828150-2-iscsi neutron-server[102680]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 20:35:47.304410 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 20:35:47.304410 dv-cinder-828150-2-iscsi neutron-server[102680]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 20:35:47.304410 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 20:35:47.304410 dv-cinder-828150-2-iscsi neutron-server[102680]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 20:35:47.304410 dv-cinder-828150-2-iscsi neutron-server[102680]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 20:35:47.338001 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-4117d362-11e8-464b-9373-f58f3a401c38 req-5198d953-174d-4c64-89d3-00b12b288eab service neutron] Publish callbacks [] for port (6b7a9c0f-da25-4335-9833-4fae4a44db0a), precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:47.367674 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [req-4117d362-11e8-464b-9373-f58f3a401c38 req-5198d953-174d-4c64-89d3-00b12b288eab service neutron] Transition to ACTIVE for port object 6b7a9c0f-da25-4335-9833-4fae4a44db0a will not be triggered until provisioned by entity L2. {{(pid=102680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:35:47.368717 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e10e6b8c-e192-4b48-ada5-4835bcbca267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32817314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395791'] for network (3b4515a9-a499-45f8-b20f-7b08ae0c4947), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:47.373336 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-4117d362-11e8-464b-9373-f58f3a401c38 req-5198d953-174d-4c64-89d3-00b12b288eab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17681'] for port (6b7a9c0f-da25-4335-9833-4fae4a44db0a), after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:47.392851 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e10e6b8c-e192-4b48-ada5-4835bcbca267 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for network (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:47.396157 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-e10e6b8c-e192-4b48-ada5-4835bcbca267 admin admin] 10.222.0.60 "DELETE /v2.0/networks/3b4515a9-a499-45f8-b20f-7b08ae0c4947 HTTP/1.1" status: 204 len: 168 time: 1.1327419 Feb 07 20:35:47.399147 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 47378) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:47.417248 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e6b8c-e192-4b48-ada5-4835bcbca267 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b4515a9-a499-45f8-b20f-7b08ae0c4947,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:47.444102 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198d953-174d-4c64-89d3-00b12b288eab service neutron] Pushing event updated for resources: {'Port': ['ID=6b7a9c0f-da25-4335-9833-4fae4a44db0a,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:47.456712 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ddd8609-05dc-4dfe-b39f-b13daaedec47 admin admin] Deleting subnet 37276760-dc34-4124-8886-009da793bb0e {{(pid=102681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 20:35:47.460092 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-2ddd8609-05dc-4dfe-b39f-b13daaedec47 admin admin] Publish callbacks [] for subnet (37276760-dc34-4124-8886-009da793bb0e), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:47.498381 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-2ddd8609-05dc-4dfe-b39f-b13daaedec47 admin admin] Publish callbacks [] for subnet (37276760-dc34-4124-8886-009da793bb0e), precommit_delete_associations {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:47.508018 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-2ddd8609-05dc-4dfe-b39f-b13daaedec47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32999468'] for subnet (37276760-dc34-4124-8886-009da793bb0e), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:47.520277 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [req-4117d362-11e8-464b-9373-f58f3a401c38 req-5198d953-174d-4c64-89d3-00b12b288eab service neutron] Attempting to bind port 6b7a9c0f-da25-4335-9833-4fae4a44db0a on host hv-cinder-82815 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:35:47.520636 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [req-4117d362-11e8-464b-9373-f58f3a401c38 req-5198d953-174d-4c64-89d3-00b12b288eab service neutron] Attempting to bind port 6b7a9c0f-da25-4335-9833-4fae4a44db0a by drivers openvswitch,hyperv on host hv-cinder-82815 at level 0 using segments [{'id': 'ec801351-09d5-4c76-bb84-b5485a95e98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:35:47.520949 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4117d362-11e8-464b-9373-f58f3a401c38 req-5198d953-174d-4c64-89d3-00b12b288eab service neutron] Attempting to bind port 6b7a9c0f-da25-4335-9833-4fae4a44db0a on network 72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:35:47.526244 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4117d362-11e8-464b-9373-f58f3a401c38 req-5198d953-174d-4c64-89d3-00b12b288eab service neutron] Port 6b7a9c0f-da25-4335-9833-4fae4a44db0a on network 72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82815 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:35:47.526587 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4117d362-11e8-464b-9373-f58f3a401c38 req-5198d953-174d-4c64-89d3-00b12b288eab service neutron] Attempting to bind port 6b7a9c0f-da25-4335-9833-4fae4a44db0a on network 72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:35:47.532538 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4117d362-11e8-464b-9373-f58f3a401c38 req-5198d953-174d-4c64-89d3-00b12b288eab service neutron] Checking agent: {'id': '2db0d972-3e88-4a6a-9d75-f8f2fe350c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82815', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 33, 26), 'started_at': datetime.datetime(2022, 2, 7, 20, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:35:47.532879 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4117d362-11e8-464b-9373-f58f3a401c38 req-5198d953-174d-4c64-89d3-00b12b288eab service neutron] Checking segment: {'id': 'ec801351-09d5-4c76-bb84-b5485a95e98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:35:47.533292 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4117d362-11e8-464b-9373-f58f3a401c38 req-5198d953-174d-4c64-89d3-00b12b288eab service neutron] Bound using segment: {'id': 'ec801351-09d5-4c76-bb84-b5485a95e98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:35:47.533721 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [req-4117d362-11e8-464b-9373-f58f3a401c38 req-5198d953-174d-4c64-89d3-00b12b288eab service neutron] Bound port: 6b7a9c0f-da25-4335-9833-4fae4a44db0a, host: hv-cinder-82815, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec801351-09d5-4c76-bb84-b5485a95e98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:35:47.534077 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-4117d362-11e8-464b-9373-f58f3a401c38 req-5198d953-174d-4c64-89d3-00b12b288eab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (6b7a9c0f-da25-4335-9833-4fae4a44db0a), before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:47.564184 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-2ddd8609-05dc-4dfe-b39f-b13daaedec47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32999639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540'] for subnet (37276760-dc34-4124-8886-009da793bb0e), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:47.590685 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd8609-05dc-4dfe-b39f-b13daaedec47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37276760-dc34-4124-8886-009da793bb0e,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:47.595738 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-2ddd8609-05dc-4dfe-b39f-b13daaedec47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for subnet (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:47.599128 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-2ddd8609-05dc-4dfe-b39f-b13daaedec47 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/37276760-dc34-4124-8886-009da793bb0e HTTP/1.1" status: 204 len: 168 time: 0.1983595 Feb 07 20:35:47.601568 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 47380) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:47.605209 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [req-4117d362-11e8-464b-9373-f58f3a401c38 req-5198d953-174d-4c64-89d3-00b12b288eab service neutron] For port 6b7a9c0f-da25-4335-9833-4fae4a44db0a, host hv-cinder-82815, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:35:47.608920 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [req-4117d362-11e8-464b-9373-f58f3a401c38 req-5198d953-174d-4c64-89d3-00b12b288eab service neutron] For port 6b7a9c0f-da25-4335-9833-4fae4a44db0a, host hv-cinder-82815, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=6b7a9c0f-da25-4335-9833-4fae4a44db0a,segment=NetworkSegment(ec801351-09d5-4c76-bb84-b5485a95e98b),segment_id=ec801351-09d5-4c76-bb84-b5485a95e98b)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:35:47.616655 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-4117d362-11e8-464b-9373-f58f3a401c38 req-5198d953-174d-4c64-89d3-00b12b288eab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17681'] for port (6b7a9c0f-da25-4335-9833-4fae4a44db0a), after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:47.650750 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117d362-11e8-464b-9373-f58f3a401c38 req-5198d953-174d-4c64-89d3-00b12b288eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:47.651426 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-4117d362-11e8-464b-9373-f58f3a401c38 req-5198d953-174d-4c64-89d3-00b12b288eab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for port (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:47.652879 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-4117d362-11e8-464b-9373-f58f3a401c38 req-5198d953-174d-4c64-89d3-00b12b288eab service neutron] 10.222.0.24 "PUT /v2.0/ports/6b7a9c0f-da25-4335-9833-4fae4a44db0a HTTP/1.1" status: 200 len: 1093 time: 1.6398745 Feb 07 20:35:47.653434 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53381b73-bdbb-4d09-8cd2-8f17d4959bb0', 'tag': '6b7a9c0f-da25-4335-9833-4fae4a44db0a'}] {{(pid=102680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:35:47.656650 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8018c2217b61fdaaeb92b6d737e1de58097a2b3cdf81442b843717ec2e5fe670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdac5ca2-e110-44f7-b044-de42fa6049f6" -d '{"events": [{"name": "network-changed", "server_uuid": "53381b73-bdbb-4d09-8cd2-8f17d4959bb0", "tag": "6b7a9c0f-da25-4335-9833-4fae4a44db0a"}]}' {{(pid=102680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:35:47.678667 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-64129e86-f38e-4699-9cf7-6937b13e951f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32943866'] for network (959af172-80dc-4aa9-9ab9-5aebbb18541f), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:47.694869 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198d953-174d-4c64-89d3-00b12b288eab service neutron] Pushing event updated for resources: {'Port': ['ID=6b7a9c0f-da25-4335-9833-4fae4a44db0a,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:47.721196 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26eb3cc1-636c-476a-a2d2-e85a71041c08 x-openstack-request-id: req-26eb3cc1-636c-476a-a2d2-e85a71041c08 {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:35:47.721557 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53381b73-bdbb-4d09-8cd2-8f17d4959bb0", "tag": "6b7a9c0f-da25-4335-9833-4fae4a44db0a", "status": "completed", "code": 200}]} {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:35:47.721890 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-26eb3cc1-636c-476a-a2d2-e85a71041c08 {{(pid=102680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:35:47.722339 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53381b73-bdbb-4d09-8cd2-8f17d4959bb0', 'tag': '6b7a9c0f-da25-4335-9833-4fae4a44db0a', 'status': 'completed', 'code': 200} Feb 07 20:35:47.803796 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-64129e86-f38e-4699-9cf7-6937b13e951f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32817339', 'neutron.services.segments.db._delete_segments_for_network-8784096777409'] for network (959af172-80dc-4aa9-9ab9-5aebbb18541f), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:47.834724 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-64129e86-f38e-4699-9cf7-6937b13e951f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:35:47.835064 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-64129e86-f38e-4699-9cf7-6937b13e951f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:35:47.835836 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-64129e86-f38e-4699-9cf7-6937b13e951f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:35:47.836166 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-64129e86-f38e-4699-9cf7-6937b13e951f admin admin] Subscribe: > port after_create 55550000 {{(pid=102681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:35:47.836538 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-64129e86-f38e-4699-9cf7-6937b13e951f admin admin] Subscribe: > port after_delete 55550000 {{(pid=102681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:35:47.836828 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-64129e86-f38e-4699-9cf7-6937b13e951f admin admin] Subscribe: > port after_update 55550000 {{(pid=102681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:35:47.837157 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-64129e86-f38e-4699-9cf7-6937b13e951f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:35:47.837489 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-64129e86-f38e-4699-9cf7-6937b13e951f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:35:47.837804 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-64129e86-f38e-4699-9cf7-6937b13e951f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:35:47.838123 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-64129e86-f38e-4699-9cf7-6937b13e951f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:35:47.904320 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-64129e86-f38e-4699-9cf7-6937b13e951f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:35:47.904943 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-64129e86-f38e-4699-9cf7-6937b13e951f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:35:47.905286 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-64129e86-f38e-4699-9cf7-6937b13e951f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:35:47.905615 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-64129e86-f38e-4699-9cf7-6937b13e951f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 20:35:47.905993 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.services.segments.db [None req-64129e86-f38e-4699-9cf7-6937b13e951f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['959af172-80dc-4aa9-9ab9-5aebbb18541f']}} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:35:47.928191 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.services.segments.db [None req-64129e86-f38e-4699-9cf7-6937b13e951f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fac4768-73d5-429e-a418-5173f28f4d68') {'for_net_delete': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:35:47.928488 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.services.segments.db [None req-64129e86-f38e-4699-9cf7-6937b13e951f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fac4768-73d5-429e-a418-5173f28f4d68') {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:35:47.946637 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae890c-e48b-403f-af08-0f32b22957a7 req-da69fb1e-5065-44d3-a1bd-d1fbc4e2eae9 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:47.948227 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-05ae890c-e48b-403f-af08-0f32b22957a7 req-da69fb1e-5065-44d3-a1bd-d1fbc4e2eae9 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 944 time: 0.1824961 Feb 07 20:35:47.955261 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-64129e86-f38e-4699-9cf7-6937b13e951f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784096779466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9363904'] for segment (2fac4768-73d5-429e-a418-5173f28f4d68), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:47.993118 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-64129e86-f38e-4699-9cf7-6937b13e951f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526'] for segment (2fac4768-73d5-429e-a418-5173f28f4d68), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:48.012409 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf0eb7-7bb2-41ed-bd68-94a2cd0fcb9f req-70240ba8-d8c8-46d7-ad2a-94e22da0a30a tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:48.013944 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-1ddf0eb7-7bb2-41ed-bd68-94a2cd0fcb9f req-70240ba8-d8c8-46d7-ad2a-94e22da0a30a tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 943 time: 0.0741847 Feb 07 20:35:48.016486 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64129e86-f38e-4699-9cf7-6937b13e951f admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=102681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 20:35:48.016907 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-64129e86-f38e-4699-9cf7-6937b13e951f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3187934'] for segment (2fac4768-73d5-429e-a418-5173f28f4d68), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:48.020932 dv-cinder-828150-2-iscsi neutron-server[102681]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 20:35:48.020932 dv-cinder-828150-2-iscsi neutron-server[102681]: from cryptography.utils import int_from_bytes Feb 07 20:35:48.020932 dv-cinder-828150-2-iscsi neutron-server[102681]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 20:35:48.020932 dv-cinder-828150-2-iscsi neutron-server[102681]: from cryptography.utils import int_from_bytes Feb 07 20:35:48.020932 dv-cinder-828150-2-iscsi neutron-server[102681]: Traceback (most recent call last): Feb 07 20:35:48.020932 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 20:35:48.020932 dv-cinder-828150-2-iscsi neutron-server[102681]: timer() Feb 07 20:35:48.020932 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 20:35:48.020932 dv-cinder-828150-2-iscsi neutron-server[102681]: cb(*args, **kw) Feb 07 20:35:48.020932 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 20:35:48.020932 dv-cinder-828150-2-iscsi neutron-server[102681]: return func(*args, **kwargs) Feb 07 20:35:48.020932 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 20:35:48.020932 dv-cinder-828150-2-iscsi neutron-server[102681]: self._notify() Feb 07 20:35:48.020932 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 20:35:48.020932 dv-cinder-828150-2-iscsi neutron-server[102681]: self.callback(batched_events) Feb 07 20:35:48.020932 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 20:35:48.020932 dv-cinder-828150-2-iscsi neutron-server[102681]: event.method(event) Feb 07 20:35:48.020932 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 20:35:48.020932 dv-cinder-828150-2-iscsi neutron-server[102681]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 20:35:48.020932 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 20:35:48.020932 dv-cinder-828150-2-iscsi neutron-server[102681]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 20:35:48.020932 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 20:35:48.020932 dv-cinder-828150-2-iscsi neutron-server[102681]: return f(self, *a, **k) Feb 07 20:35:48.020932 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 20:35:48.020932 dv-cinder-828150-2-iscsi neutron-server[102681]: return self._get(url).json() Feb 07 20:35:48.020932 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 20:35:48.020932 dv-cinder-828150-2-iscsi neutron-server[102681]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 20:35:48.020932 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 20:35:48.020932 dv-cinder-828150-2-iscsi neutron-server[102681]: return self.request(url, 'GET', **kwargs) Feb 07 20:35:48.020932 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 20:35:48.020932 dv-cinder-828150-2-iscsi neutron-server[102681]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 20:35:48.020932 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 20:35:48.020932 dv-cinder-828150-2-iscsi neutron-server[102681]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 20:35:48.020932 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 20:35:48.020932 dv-cinder-828150-2-iscsi neutron-server[102681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 20:35:48.020932 dv-cinder-828150-2-iscsi neutron-server[102681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 20:35:48.078043 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-1ddf0eb7-7bb2-41ed-bd68-94a2cd0fcb9f req-4c327861-e3ec-4b37-9de9-2f69805f087a tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571055 Feb 07 20:35:48.079456 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-05ae890c-e48b-403f-af08-0f32b22957a7 req-79ee9524-1ab5-4a3a-9fb6-0c935d58377b tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203258 Feb 07 20:35:48.095659 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-64129e86-f38e-4699-9cf7-6937b13e951f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32817314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395791'] for network (959af172-80dc-4aa9-9ab9-5aebbb18541f), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:48.101773 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-64129e86-f38e-4699-9cf7-6937b13e951f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for network (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:48.105982 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-64129e86-f38e-4699-9cf7-6937b13e951f admin admin] 10.222.0.60 "DELETE /v2.0/networks/959af172-80dc-4aa9-9ab9-5aebbb18541f HTTP/1.1" status: 204 len: 168 time: 0.5034297 Feb 07 20:35:48.119292 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64129e86-f38e-4699-9cf7-6937b13e951f admin admin] Pushing event deleted for resources: {'Network': ['ID=959af172-80dc-4aa9-9ab9-5aebbb18541f,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:48.227785 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb30e6-b524-4881-836d-df2edec7481f req-6b36e7c7-b8eb-4957-b9e4-9350fc688c1e tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:48.230394 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-39cb30e6-b524-4881-836d-df2edec7481f req-6b36e7c7-b8eb-4957-b9e4-9350fc688c1e tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/ports?device_id=755e74e9-5519-420f-b8ce-4bc555153ab0 HTTP/1.1" status: 200 len: 945 time: 0.0718429 Feb 07 20:35:48.288185 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18072b-b798-4261-9675-0ff6b09aae59 req-ccca1059-81b6-44a4-983d-44c9040f9379 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:48.290130 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-cc18072b-b798-4261-9675-0ff6b09aae59 req-ccca1059-81b6-44a4-983d-44c9040f9379 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=354f6a39-5c69-424f-ace8-67cf1dc3f0e1 HTTP/1.1" status: 200 len: 945 time: 0.1104469 Feb 07 20:35:48.327421 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-39cb30e6-b524-4881-836d-df2edec7481f req-5b1cdcb9-c8bb-4f71-80c5-9e0c1920e0e3 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/security-groups?id=25a265d3-030d-47dc-81a4-5cc08fff8f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740669 Feb 07 20:35:48.367303 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 47428) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:48.417550 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-a6cf2d4a-50ed-4ffb-b169-6423b8a0e684 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9892a877ed244d0facd9794714808542&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0463839 Feb 07 20:35:48.417798 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 47434) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:48.453199 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-cc18072b-b798-4261-9675-0ff6b09aae59 req-b81f2fff-3bad-411d-a9dd-4bc791f112ca tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336443 Feb 07 20:35:48.456160 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d88bb8-dac0-40b5-bda4-de8e47564fd9 req-8f2cce6d-27ce-492b-bd23-d2ccd72cc471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:48.457391 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-34d88bb8-dac0-40b5-bda4-de8e47564fd9 req-8f2cce6d-27ce-492b-bd23-d2ccd72cc471 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2246332 Feb 07 20:35:48.476635 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-4f6a0478-f870-445f-8432-f16806647805 admin admin] Publish callbacks [] for security_group (8bb76092-8f44-46ce-9b88-1391fea768b9), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:48.498570 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-4f6a0478-f870-445f-8432-f16806647805 admin admin] Publish callbacks [] for security_group (8bb76092-8f44-46ce-9b88-1391fea768b9), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:48.551863 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-4f6a0478-f870-445f-8432-f16806647805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (8bb76092-8f44-46ce-9b88-1391fea768b9), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:48.554356 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-4f6a0478-f870-445f-8432-f16806647805 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:48.555647 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-4f6a0478-f870-445f-8432-f16806647805 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8bb76092-8f44-46ce-9b88-1391fea768b9 HTTP/1.1" status: 204 len: 168 time: 0.1360617 Feb 07 20:35:48.569401 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a0478-f870-445f-8432-f16806647805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb76092-8f44-46ce-9b88-1391fea768b9,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:48.866265 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 47456) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:48.904146 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-4103ea27-2c2a-41e6-8b97-c9645451c1c5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c3978dbc9f3845f7a80e4fa6f6fe1993&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0367730 Feb 07 20:35:48.907449 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 47458) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:48.950833 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-2df70c72-92a2-4e7e-8c3c-0b757f4b0b2d admin admin] Publish callbacks [] for security_group (261f8fb4-96a4-4d30-ab27-1c3274329a2b), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:48.971675 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-2df70c72-92a2-4e7e-8c3c-0b757f4b0b2d admin admin] Publish callbacks [] for security_group (261f8fb4-96a4-4d30-ab27-1c3274329a2b), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:49.019749 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-2df70c72-92a2-4e7e-8c3c-0b757f4b0b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (261f8fb4-96a4-4d30-ab27-1c3274329a2b), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:49.022233 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-2df70c72-92a2-4e7e-8c3c-0b757f4b0b2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:49.023439 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-2df70c72-92a2-4e7e-8c3c-0b757f4b0b2d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/261f8fb4-96a4-4d30-ab27-1c3274329a2b HTTP/1.1" status: 204 len: 168 time: 0.1150768 Feb 07 20:35:49.031632 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df70c72-92a2-4e7e-8c3c-0b757f4b0b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261f8fb4-96a4-4d30-ab27-1c3274329a2b,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:49.246397 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82935e1a-99fc-44fe-a670-3753793f5449 req-947a559d-9626-4db0-8c00-943ab4e05a71 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:49.247757 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-82935e1a-99fc-44fe-a670-3753793f5449 req-947a559d-9626-4db0-8c00-943ab4e05a71 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 943 time: 0.0981092 Feb 07 20:35:49.281855 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac5ca2-e110-44f7-b044-de42fa6049f6 req-05823556-9d91-4233-a93a-9424845ab263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:49.283356 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-bdac5ca2-e110-44f7-b044-de42fa6049f6 req-05823556-9d91-4233-a93a-9424845ab263 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1920726293f94b09a11892df688f137b&device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 1127 time: 0.0743659 Feb 07 20:35:49.321740 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b95847-da40-4eb7-83b4-72229a9422a0 req-de87a58a-6ace-4633-b872-eed0ca5ee8f7 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:49.323226 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-56b95847-da40-4eb7-83b4-72229a9422a0 req-de87a58a-6ace-4633-b872-eed0ca5ee8f7 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 944 time: 0.1731598 Feb 07 20:35:49.355178 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-82935e1a-99fc-44fe-a670-3753793f5449 req-6246071f-54dc-46f0-8807-bda699e151ba tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996699 Feb 07 20:35:49.419817 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac5ca2-e110-44f7-b044-de42fa6049f6 req-3b2a5dc2-962c-44b2-a091-08ca6a618ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:49.422350 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-bdac5ca2-e110-44f7-b044-de42fa6049f6 req-3b2a5dc2-962c-44b2-a091-08ca6a618ee7 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=1920726293f94b09a11892df688f137b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1297460 Feb 07 20:35:49.476688 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2baedd-662a-49bb-bb9c-150094654984 req-ea8c0d8c-1f6c-41ca-b62d-322365a63f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:49.479698 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-ee2baedd-662a-49bb-bb9c-150094654984 req-ea8c0d8c-1f6c-41ca-b62d-322365a63f06 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2914274 Feb 07 20:35:49.484161 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:35:49.488252 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-e6ccd36e-0226-4b00-876d-ecbbafbfaf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:49.488875 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['369802be-b041-4f2c-ab58-f675a7ce8d22'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:35:49.489771 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-e6ccd36e-0226-4b00-876d-ecbbafbfaf11 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65cf5264b1da4554b2269d6ae291ebe5&device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 1128 time: 0.2509015 Feb 07 20:35:49.513758 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-56b95847-da40-4eb7-83b4-72229a9422a0 req-132f860a-39ee-45a8-8fe8-bc24b318ce9c tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770272 Feb 07 20:35:49.560896 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-9ff1275a-e67f-4e67-96e1-77e2a1f9295f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d61eb379-e74f-4eca-93e4-c21c726a3941 HTTP/1.1" status: 200 len: 217 time: 0.0619686 Feb 07 20:35:49.700912 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac5ca2-e110-44f7-b044-de42fa6049f6 req-b7cf8a7a-67b1-4d7f-a66d-4c9bd45e0f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:49.703692 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-bdac5ca2-e110-44f7-b044-de42fa6049f6 req-b7cf8a7a-67b1-4d7f-a66d-4c9bd45e0f77 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2749226 Feb 07 20:35:49.711505 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86197277-6245-40ff-a5e4-3a0d58ec649b req-6eb1de1b-20ae-401a-98b9-69fc54e183db tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:49.718668 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-86197277-6245-40ff-a5e4-3a0d58ec649b req-6eb1de1b-20ae-401a-98b9-69fc54e183db tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/ports?device_id=755e74e9-5519-420f-b8ce-4bc555153ab0 HTTP/1.1" status: 200 len: 945 time: 0.1876113 Feb 07 20:35:49.720371 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-55a26896-eae4-42fb-881e-9140ee18f8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:49.725351 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-55a26896-eae4-42fb-881e-9140ee18f8b2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53c092ef-219e-4a25-a4d7-3fe3d86843e6 HTTP/1.1" status: 200 len: 859 time: 0.1407444 Feb 07 20:35:49.742771 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2d6f4-0920-4b21-ac73-9d853d2c1f1f req-645bc1c5-5587-4178-b152-9cf2137741be tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:49.745037 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8ac2d6f4-0920-4b21-ac73-9d853d2c1f1f req-645bc1c5-5587-4178-b152-9cf2137741be tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=354f6a39-5c69-424f-ace8-67cf1dc3f0e1 HTTP/1.1" status: 200 len: 945 time: 0.1101730 Feb 07 20:35:49.747119 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-47cf8bc9-c81c-448a-962f-bb76b1b68d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:49.749402 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-47cf8bc9-c81c-448a-962f-bb76b1b68d1b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65cf5264b1da4554b2269d6ae291ebe5&device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 1127 time: 0.1965897 Feb 07 20:35:49.821406 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-86197277-6245-40ff-a5e4-3a0d58ec649b req-3b4b056c-7f82-4362-b4c4-c3c562a5df01 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/security-groups?id=25a265d3-030d-47dc-81a4-5cc08fff8f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018443 Feb 07 20:35:49.864401 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8ac2d6f4-0920-4b21-ac73-9d853d2c1f1f req-4636f534-738d-4c1a-82f5-56f1cf876e6d tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080353 Feb 07 20:35:50.485132 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45807004-5551-4662-abfc-bb409857ec35 req-f544bdae-a17e-41bd-a579-a5a01dc33544 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:50.486510 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-45807004-5551-4662-abfc-bb409857ec35 req-f544bdae-a17e-41bd-a579-a5a01dc33544 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 943 time: 0.0542154 Feb 07 20:35:50.533097 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-45807004-5551-4662-abfc-bb409857ec35 req-ce2e44ff-92b2-4188-9926-cbff0603efd2 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409393 Feb 07 20:35:50.640833 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad2486-24f7-40e7-a1b9-492387250d49 req-0103a3ac-4077-4a72-8242-8fd3ebfe8bb3 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:50.643009 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-2aad2486-24f7-40e7-a1b9-492387250d49 req-0103a3ac-4077-4a72-8242-8fd3ebfe8bb3 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 944 time: 0.0555964 Feb 07 20:35:50.690168 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-2aad2486-24f7-40e7-a1b9-492387250d49 req-b07950e3-24ba-4d63-ad42-33732a804b51 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417469 Feb 07 20:35:51.000860 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b0e46-c09d-4c24-927b-847ad7ac2b32 req-f2756958-46b1-450b-aa19-6c6c902124ec tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:51.002518 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f61b0e46-c09d-4c24-927b-847ad7ac2b32 req-f2756958-46b1-450b-aa19-6c6c902124ec tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=354f6a39-5c69-424f-ace8-67cf1dc3f0e1 HTTP/1.1" status: 200 len: 945 time: 0.0588508 Feb 07 20:35:51.056175 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f61b0e46-c09d-4c24-927b-847ad7ac2b32 req-8b907681-7f82-4aa9-9917-05d279031e83 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476828 Feb 07 20:35:51.120425 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf5645-34a0-4347-b695-5828534d3329 req-01e1dc67-77f9-4875-a311-be32f0391d88 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:51.121884 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-12cf5645-34a0-4347-b695-5828534d3329 req-01e1dc67-77f9-4875-a311-be32f0391d88 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/ports?device_id=755e74e9-5519-420f-b8ce-4bc555153ab0 HTTP/1.1" status: 200 len: 945 time: 0.2098403 Feb 07 20:35:51.172389 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-12cf5645-34a0-4347-b695-5828534d3329 req-139ff4de-a877-4bce-a626-f621108d1786 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/security-groups?id=25a265d3-030d-47dc-81a4-5cc08fff8f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395658 Feb 07 20:35:51.657652 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1176b77-722f-416b-8703-c408a715a60c req-c4611568-0afe-4bc9-b86e-08a23ed44bc3 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:51.659081 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f1176b77-722f-416b-8703-c408a715a60c req-c4611568-0afe-4bc9-b86e-08a23ed44bc3 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 943 time: 0.0538824 Feb 07 20:35:51.703577 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f1176b77-722f-416b-8703-c408a715a60c req-b7baadc9-6193-4ab4-84ab-0d0ecaa24c05 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390236 Feb 07 20:35:51.807752 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1b4b3-fee7-437d-adba-0bd5a44d013c req-e4b57a85-4ddc-4c76-a0c2-9db5795f56e2 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:51.809084 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-41b1b4b3-fee7-437d-adba-0bd5a44d013c req-e4b57a85-4ddc-4c76-a0c2-9db5795f56e2 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 944 time: 0.0512514 Feb 07 20:35:51.855596 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-41b1b4b3-fee7-437d-adba-0bd5a44d013c req-68a5a448-79df-47ee-9bfe-f2c700427db5 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409076 Feb 07 20:35:52.166395 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df50eb7-a125-4988-9e1e-d8595f394e55 req-2c1f72fd-aa6e-45a1-b9d2-15ab341f29fd tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:52.167858 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8df50eb7-a125-4988-9e1e-d8595f394e55 req-2c1f72fd-aa6e-45a1-b9d2-15ab341f29fd tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=354f6a39-5c69-424f-ace8-67cf1dc3f0e1 HTTP/1.1" status: 200 len: 945 time: 0.0512865 Feb 07 20:35:52.235741 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-5e021ff7-a9f1-4597-93ba-e996dfa49fdf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ca2a6cc-a6a4-43f6-8547-da5aef66c337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381901 Feb 07 20:35:52.279182 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-3048e7f2-f431-4d5d-ac46-214487365b09 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48a2d566-e03d-4d9e-be71-21cdab9444a0 HTTP/1.1" status: 200 len: 217 time: 0.0806129 Feb 07 20:35:52.287076 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117d362-11e8-464b-9373-f58f3a401c38 req-04568840-7800-492d-bf9c-6e08af0cb3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:52.288556 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-4117d362-11e8-464b-9373-f58f3a401c38 req-04568840-7800-492d-bf9c-6e08af0cb3ce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1920726293f94b09a11892df688f137b&device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 1127 time: 0.0737200 Feb 07 20:35:52.293674 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8df50eb7-a125-4988-9e1e-d8595f394e55 req-80fef1b0-04d1-47f0-8bcc-731b264a2cb3 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199112 Feb 07 20:35:52.365421 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-4117d362-11e8-464b-9373-f58f3a401c38 req-74de0f13-ba52-4cb5-8cd2-1e2beb08fe4a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b7a9c0f-da25-4335-9833-4fae4a44db0a HTTP/1.1" status: 200 len: 217 time: 0.0692835 Feb 07 20:35:52.373132 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-f61d2969-07e1-483c-ac9c-809a3568b45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:52.375253 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-f61d2969-07e1-483c-ac9c-809a3568b45f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53c092ef-219e-4a25-a4d7-3fe3d86843e6 HTTP/1.1" status: 200 len: 859 time: 0.0849624 Feb 07 20:35:52.381084 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ce69f-4697-4c32-8720-97c8d5f79b4a req-24d4ef10-148a-4a30-9811-d1bd24d5e2b4 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:52.382579 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-bc8ce69f-4697-4c32-8720-97c8d5f79b4a req-24d4ef10-148a-4a30-9811-d1bd24d5e2b4 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/ports?device_id=755e74e9-5519-420f-b8ce-4bc555153ab0 HTTP/1.1" status: 200 len: 945 time: 0.1308703 Feb 07 20:35:52.419453 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-ce97c978-eed6-49aa-b8d0-bf5eb6c71e65 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ca2a6cc-a6a4-43f6-8547-da5aef66c337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329888 Feb 07 20:35:52.423037 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-6e8aac9a-5941-41ab-86a9-5a0f72e82eee service neutron] 10.222.0.24 "GET /v2.0/networks/4ca2a6cc-a6a4-43f6-8547-da5aef66c337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541865 Feb 07 20:35:52.455296 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117d362-11e8-464b-9373-f58f3a401c38 req-93098f6b-5795-4d26-bec2-0d8ba56eb92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:52.456763 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-4117d362-11e8-464b-9373-f58f3a401c38 req-93098f6b-5795-4d26-bec2-0d8ba56eb92b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=57a3a711-2e6c-457c-a563-2e93bf8d035e HTTP/1.1" status: 200 len: 850 time: 0.0733232 Feb 07 20:35:52.499217 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-bc8ce69f-4697-4c32-8720-97c8d5f79b4a req-672dac5f-05a1-424a-bf8e-633c9a3d0ac9 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/security-groups?id=25a265d3-030d-47dc-81a4-5cc08fff8f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999758 Feb 07 20:35:52.549989 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117d362-11e8-464b-9373-f58f3a401c38 req-0463095e-85b9-4216-953c-633a5876f4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:52.551590 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-4117d362-11e8-464b-9373-f58f3a401c38 req-0463095e-85b9-4216-953c-633a5876f4d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0856557 Feb 07 20:35:52.577630 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-2458dff5-cca1-4667-bd72-89e5e2a4d967 service neutron] 10.222.0.24 "GET /v2.0/networks/4ca2a6cc-a6a4-43f6-8547-da5aef66c337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478217 Feb 07 20:35:52.579774 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-7bd2ab3a-2628-4b15-a516-e6b14cc7df5b req-e670c135-82c8-4077-999a-e716453c5b89 service neutron] 10.222.0.24 "GET /v2.0/networks/4ca2a6cc-a6a4-43f6-8547-da5aef66c337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421940 Feb 07 20:35:52.647972 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-4117d362-11e8-464b-9373-f58f3a401c38 req-9d993638-dc4d-498c-9228-ebe3ef490ada service neutron] 10.222.0.24 "GET /v2.0/networks/72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896716 Feb 07 20:35:52.760813 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-4117d362-11e8-464b-9373-f58f3a401c38 req-045dd1d5-c693-429b-9972-7b9c9800442b service neutron] 10.222.0.24 "GET /v2.0/networks/72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068728 Feb 07 20:35:52.888283 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b0756-94b4-428d-85cb-0fdc01695fec req-ec4b5629-6daa-411c-8e53-d20ab8afd424 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:52.890294 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-666b0756-94b4-428d-85cb-0fdc01695fec req-ec4b5629-6daa-411c-8e53-d20ab8afd424 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 943 time: 0.0840793 Feb 07 20:35:52.892855 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8f9f341e-6c77-4ece-adbd-bcfa1a4a5747 req-071dbe84-bb1f-4564-bed0-640855f0d0c4 service neutron] 10.222.0.24 "GET /v2.0/networks/4ca2a6cc-a6a4-43f6-8547-da5aef66c337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055503 Feb 07 20:35:52.946178 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-666b0756-94b4-428d-85cb-0fdc01695fec req-7e27d7c7-7e82-4abb-ade8-2c2096346c88 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502496 Feb 07 20:35:52.994063 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4a45c-7db2-40bc-ad1a-bdfa40d4bdc6 req-5dd16417-a76f-43bb-b70c-ea14bd730914 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:52.995631 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-7cd4a45c-7db2-40bc-ad1a-bdfa40d4bdc6 req-5dd16417-a76f-43bb-b70c-ea14bd730914 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 944 time: 0.0558243 Feb 07 20:35:53.049934 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-7cd4a45c-7db2-40bc-ad1a-bdfa40d4bdc6 req-9a1054f3-f5b6-4f54-8928-863255f82149 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478868 Feb 07 20:35:53.259472 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 369802be-b041-4f2c-ab58-f675a7ce8d22 up at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:35:53.319367 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning for port 369802be-b041-4f2c-ab58-f675a7ce8d22 completed by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:35:53.327229 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning complete for port 369802be-b041-4f2c-ab58-f675a7ce8d22 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:35:53.337206 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (369802be-b041-4f2c-ab58-f675a7ce8d22), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:53.449567 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 47634) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:53.476348 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0f8b0-1788-4b81-9945-278fba11435c req-e8f8562c-feee-461b-a90c-8f484dad08dc tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:53.484109 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-1ee0f8b0-1788-4b81-9945-278fba11435c req-e8f8562c-feee-461b-a90c-8f484dad08dc tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=354f6a39-5c69-424f-ace8-67cf1dc3f0e1 HTTP/1.1" status: 200 len: 945 time: 0.1055706 Feb 07 20:35:53.505665 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port 369802be-b041-4f2c-ab58-f675a7ce8d22 is: BUILD; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:35:53.506088 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (369802be-b041-4f2c-ab58-f675a7ce8d22), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:53.541512 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-1ee0f8b0-1788-4b81-9945-278fba11435c req-75c1775f-9192-4639-a629-e33edb0d67b7 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520511 Feb 07 20:35:53.570910 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '755e74e9-5519-420f-b8ce-4bc555153ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369802be-b041-4f2c-ab58-f675a7ce8d22'}] {{(pid=102682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:35:53.710772 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 369802be-b041-4f2c-ab58-f675a7ce8d22, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=369802be-b041-4f2c-ab58-f675a7ce8d22,segment=NetworkSegment(2dd74282-8ab3-4501-b135-09bccce61fa1),segment_id=2dd74282-8ab3-4501-b135-09bccce61fa1)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:35:53.711857 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-439be140-2d3b-4e72-8eda-8e18c1dd903e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:53.716668 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (369802be-b041-4f2c-ab58-f675a7ce8d22), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:53.718472 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7 up at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:35:53.765005 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75762947-2771-4fba-b0e8-41b78898c1e0 req-ed17b086-d018-4e8f-8393-889cc1f2e7b3 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:53.767862 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-75762947-2771-4fba-b0e8-41b78898c1e0 req-ed17b086-d018-4e8f-8393-889cc1f2e7b3 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/ports?device_id=755e74e9-5519-420f-b8ce-4bc555153ab0 HTTP/1.1" status: 200 len: 945 time: 0.1386673 Feb 07 20:35:53.806897 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=369802be-b041-4f2c-ab58-f675a7ce8d22,revision_number=5']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:53.820533 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning for port d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7 completed by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:35:53.827583 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning complete for port d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:35:53.827965 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:53.855670 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-75762947-2771-4fba-b0e8-41b78898c1e0 req-735f41e0-6c6f-4220-9aaf-0bb7388a1dfe tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/security-groups?id=25a265d3-030d-47dc-81a4-5cc08fff8f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768657 Feb 07 20:35:53.858802 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49691025426d341bc8e7177f0b95fa1f617f1e30ecd73d77513429b9266eb12b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257045b0-bacb-4914-8cec-2515279875c1" -d '{"events": [{"server_uuid": "755e74e9-5519-420f-b8ce-4bc555153ab0", "name": "network-vif-plugged", "status": "completed", "tag": "369802be-b041-4f2c-ab58-f675a7ce8d22"}]}' {{(pid=102682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:35:53.880157 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-439be140-2d3b-4e72-8eda-8e18c1dd903e admin admin] Publish callbacks [] for security_group (a5b5d354-dc3b-4807-bfc0-dfe4c522a194), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:53.887131 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-439be140-2d3b-4e72-8eda-8e18c1dd903e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (a5b5d354-dc3b-4807-bfc0-dfe4c522a194), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:53.923090 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-439be140-2d3b-4e72-8eda-8e18c1dd903e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c4f006ce2d2a44dbae7d8327e99bec31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4697125 Feb 07 20:35:53.923450 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 47662) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:53.955065 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439be140-2d3b-4e72-8eda-8e18c1dd903e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b5d354-dc3b-4807-bfc0-dfe4c522a194,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:53.972322 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7 is: BUILD; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:35:53.972742 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:53.991272 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2ec66c7c-be44-4a7d-8913-58e4e1348c49 admin admin] Publish callbacks [] for security_group (a5b5d354-dc3b-4807-bfc0-dfe4c522a194), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:54.013117 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333f58d6-f58b-401b-aeb9-43b6c4d6f98f x-openstack-request-id: req-333f58d6-f58b-401b-aeb9-43b6c4d6f98f {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:35:54.013702 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "755e74e9-5519-420f-b8ce-4bc555153ab0", "name": "network-vif-plugged", "status": "completed", "tag": "369802be-b041-4f2c-ab58-f675a7ce8d22", "code": 200}]} {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:35:54.013702 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-333f58d6-f58b-401b-aeb9-43b6c4d6f98f {{(pid=102682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:35:54.014197 dv-cinder-828150-2-iscsi neutron-server[102682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '755e74e9-5519-420f-b8ce-4bc555153ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369802be-b041-4f2c-ab58-f675a7ce8d22', 'code': 200} Feb 07 20:35:54.016977 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2ec66c7c-be44-4a7d-8913-58e4e1348c49 admin admin] Publish callbacks [] for security_group (a5b5d354-dc3b-4807-bfc0-dfe4c522a194), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:54.025029 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7,segment=NetworkSegment(3d336edb-477a-4673-89be-90d920abe2ed),segment_id=3d336edb-477a-4673-89be-90d920abe2ed)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:35:54.031331 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:54.077182 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2ec66c7c-be44-4a7d-8913-58e4e1348c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (a5b5d354-dc3b-4807-bfc0-dfe4c522a194), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:54.081861 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2ec66c7c-be44-4a7d-8913-58e4e1348c49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:54.085438 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-2ec66c7c-be44-4a7d-8913-58e4e1348c49 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a5b5d354-dc3b-4807-bfc0-dfe4c522a194 HTTP/1.1" status: 204 len: 168 time: 0.1587055 Feb 07 20:35:54.092346 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec66c7c-be44-4a7d-8913-58e4e1348c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b5d354-dc3b-4807-bfc0-dfe4c522a194,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:54.094188 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62676fc6-9865-4ff2-80ae-4f68ac4f5151 req-f5056390-0cb9-44f6-929a-88c8c331bb56 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:54.095767 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-62676fc6-9865-4ff2-80ae-4f68ac4f5151 req-f5056390-0cb9-44f6-929a-88c8c331bb56 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 943 time: 0.0611830 Feb 07 20:35:54.124715 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7,revision_number=5']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:54.150507 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-62676fc6-9865-4ff2-80ae-4f68ac4f5151 req-5e1b4013-727c-4c8b-8989-8ade38e2359e tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484293 Feb 07 20:35:54.167183 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.agents_db [None req-6ca4556d-c1da-4dc5-8d4b-cf8528912650 None None] Agent healthcheck: found 6 active agents {{(pid=102683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:35:54.292780 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a1082-1d8b-4c6b-bcd7-e06788041604 req-c6ab503d-e421-415a-bd48-21512dbd8646 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:54.294642 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-b74a1082-1d8b-4c6b-bcd7-e06788041604 req-c6ab503d-e421-415a-bd48-21512dbd8646 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 944 time: 0.1095362 Feb 07 20:35:54.336747 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b30fe-69e1-44b0-95ba-7967df3eb750 req-9f63e1d6-4ce8-4a7a-9624-f5b72589b75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:54.338440 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-df3b30fe-69e1-44b0-95ba-7967df3eb750 req-9f63e1d6-4ce8-4a7a-9624-f5b72589b75e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=755e74e9-5519-420f-b8ce-4bc555153ab0 HTTP/1.1" status: 200 len: 1130 time: 0.1133943 Feb 07 20:35:54.366501 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-df3b30fe-69e1-44b0-95ba-7967df3eb750 req-9aec4835-723d-4053-a8f1-6063689473bc service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:54.372829 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-b74a1082-1d8b-4c6b-bcd7-e06788041604 req-8952638e-7405-44c7-92ec-d2def658cde3 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665505 Feb 07 20:35:54.402891 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 47672) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:54.417425 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-4f8639f3-04de-45eb-b6d7-5c6c05f05a33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:54.450411 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-df3b30fe-69e1-44b0-95ba-7967df3eb750 req-9aec4835-723d-4053-a8f1-6063689473bc service neutron] Publish callbacks [] for security_group (90a5c9ef-e1f5-4eab-acd2-8b6ea8b1bc7d), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:54.454249 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-df3b30fe-69e1-44b0-95ba-7967df3eb750 req-9aec4835-723d-4053-a8f1-6063689473bc service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (90a5c9ef-e1f5-4eab-acd2-8b6ea8b1bc7d), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:54.493715 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-4f8639f3-04de-45eb-b6d7-5c6c05f05a33 admin admin] Publish callbacks [] for security_group (34578193-d2e8-40af-b530-9afd3e270b73), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:54.502649 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-4f8639f3-04de-45eb-b6d7-5c6c05f05a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (34578193-d2e8-40af-b530-9afd3e270b73), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:54.503955 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-df3b30fe-69e1-44b0-95ba-7967df3eb750 req-9aec4835-723d-4053-a8f1-6063689473bc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=25a265d3-030d-47dc-81a4-5cc08fff8f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573057 Feb 07 20:35:54.505168 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec4835-723d-4053-a8f1-6063689473bc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=90a5c9ef-e1f5-4eab-acd2-8b6ea8b1bc7d,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:54.547001 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-4f8639f3-04de-45eb-b6d7-5c6c05f05a33 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b662334c4cdf44a38fba7afbdf99a94d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1429214 Feb 07 20:35:54.547862 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8639f3-04de-45eb-b6d7-5c6c05f05a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34578193-d2e8-40af-b530-9afd3e270b73,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:54.550165 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 47682) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:54.602615 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e9fd1571-5359-4d62-ac21-38e86e33131d admin admin] Publish callbacks [] for security_group (34578193-d2e8-40af-b530-9afd3e270b73), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:54.625221 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e9fd1571-5359-4d62-ac21-38e86e33131d admin admin] Publish callbacks [] for security_group (34578193-d2e8-40af-b530-9afd3e270b73), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:54.672332 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6219a8-07f3-49e0-8876-8924a3e17d73 req-2aaaeaa8-519a-475b-a4e0-c94dbb1ff63c tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:54.674017 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ea6219a8-07f3-49e0-8876-8924a3e17d73 req-2aaaeaa8-519a-475b-a4e0-c94dbb1ff63c tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=354f6a39-5c69-424f-ace8-67cf1dc3f0e1 HTTP/1.1" status: 200 len: 946 time: 0.0562141 Feb 07 20:35:54.680630 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e9fd1571-5359-4d62-ac21-38e86e33131d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (34578193-d2e8-40af-b530-9afd3e270b73), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:54.683467 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e9fd1571-5359-4d62-ac21-38e86e33131d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:54.687441 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-e9fd1571-5359-4d62-ac21-38e86e33131d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/34578193-d2e8-40af-b530-9afd3e270b73 HTTP/1.1" status: 204 len: 168 time: 0.1334462 Feb 07 20:35:54.694939 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd1571-5359-4d62-ac21-38e86e33131d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34578193-d2e8-40af-b530-9afd3e270b73,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:54.754029 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ea6219a8-07f3-49e0-8876-8924a3e17d73 req-e9042a7e-7957-48ce-aa15-234ed78a4f0a tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724487 Feb 07 20:35:54.998728 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af31f8-5490-4a99-adee-3347fff6e2d9 req-4521fa1a-7e8e-43b3-98f5-4ade5d7e4ed4 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:55.000427 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-88af31f8-5490-4a99-adee-3347fff6e2d9 req-4521fa1a-7e8e-43b3-98f5-4ade5d7e4ed4 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/ports?device_id=755e74e9-5519-420f-b8ce-4bc555153ab0 HTTP/1.1" status: 200 len: 946 time: 0.0569301 Feb 07 20:35:55.065323 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-88af31f8-5490-4a99-adee-3347fff6e2d9 req-4f50490e-7595-469d-bfff-378c0f143e78 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/security-groups?id=25a265d3-030d-47dc-81a4-5cc08fff8f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589316 Feb 07 20:35:55.175940 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 47726) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:55.276693 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604bf21-5095-4bc9-8ccf-faa19a7ef6e0 req-fcdcd3d2-91a1-4df4-bef8-a49ff111b283 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:55.278133 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e604bf21-5095-4bc9-8ccf-faa19a7ef6e0 req-fcdcd3d2-91a1-4df4-bef8-a49ff111b283 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 943 time: 0.0563376 Feb 07 20:35:55.287843 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device d61eb379-e74f-4eca-93e4-c21c726a3941 details requested by agent hyperv_hv-cinder-82815 with host hv-cinder-82815 {{(pid=102682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:35:55.351150 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e604bf21-5095-4bc9-8ccf-faa19a7ef6e0 req-67417ca5-c06a-4109-b233-91cfad66a220 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664999 Feb 07 20:35:55.352046 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-48b82556-9c84-4e1c-aebd-aa52ee172064 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:55.417964 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port d61eb379-e74f-4eca-93e4-c21c726a3941, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=d61eb379-e74f-4eca-93e4-c21c726a3941,segment=NetworkSegment(1eca02bb-694f-44b9-b142-b7ec0b741684),segment_id=1eca02bb-694f-44b9-b142-b7ec0b741684)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:35:55.436822 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Returning: {'device': 'd61eb379-e74f-4eca-93e4-c21c726a3941', 'network_id': '4ca2a6cc-a6a4-43f6-8547-da5aef66c337', 'port_id': 'd61eb379-e74f-4eca-93e4-c21c726a3941', 'mac_address': 'fa:16:3e:d1:24:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c092ef-219e-4a25-a4d7-3fe3d86843e6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:35:55.448808 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-48b82556-9c84-4e1c-aebd-aa52ee172064 admin admin] Publish callbacks [] for security_group (fe50740f-a9f5-4f76-84b6-357b7913b5be), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:55.461492 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-48b82556-9c84-4e1c-aebd-aa52ee172064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (fe50740f-a9f5-4f76-84b6-357b7913b5be), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:55.487155 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port d61eb379-e74f-4eca-93e4-c21c726a3941 is: DOWN; New status is: BUILD {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:35:55.487155 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (d61eb379-e74f-4eca-93e4-c21c726a3941), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:55.500774 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d61eb379-e74f-4eca-93e4-c21c726a3941 {{(pid=102682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:35:55.510323 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b82556-9c84-4e1c-aebd-aa52ee172064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe50740f-a9f5-4f76-84b6-357b7913b5be,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:55.515646 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-48b82556-9c84-4e1c-aebd-aa52ee172064 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=30c92c722cd844a0a8db2cee5600c164&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3383965 Feb 07 20:35:55.518038 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 47742) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:55.521712 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6f76d-a14a-4ee9-8865-b6f68750daab req-c287ec4b-9978-4cf1-9ae0-e811d91ffc0d tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:55.525951 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port d61eb379-e74f-4eca-93e4-c21c726a3941, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=d61eb379-e74f-4eca-93e4-c21c726a3941,segment=NetworkSegment(1eca02bb-694f-44b9-b142-b7ec0b741684),segment_id=1eca02bb-694f-44b9-b142-b7ec0b741684)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:35:55.529443 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-e3a6f76d-a14a-4ee9-8865-b6f68750daab req-c287ec4b-9978-4cf1-9ae0-e811d91ffc0d tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 944 time: 0.0778403 Feb 07 20:35:55.533110 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (d61eb379-e74f-4eca-93e4-c21c726a3941), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:55.534005 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 6b7a9c0f-da25-4335-9833-4fae4a44db0a details requested by agent hyperv_hv-cinder-82815 with host hv-cinder-82815 {{(pid=102682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:35:55.583354 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-55330aa9-b548-4a2a-ad49-e2dc8dd19dc7 admin admin] Publish callbacks [] for security_group (fe50740f-a9f5-4f76-84b6-357b7913b5be), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:55.591775 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-e3a6f76d-a14a-4ee9-8865-b6f68750daab req-c56dc7dd-fb0c-4841-8d31-a8bd43eb67f6 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583389 Feb 07 20:35:55.614666 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-55330aa9-b548-4a2a-ad49-e2dc8dd19dc7 admin admin] Publish callbacks [] for security_group (fe50740f-a9f5-4f76-84b6-357b7913b5be), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:55.671718 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-55330aa9-b548-4a2a-ad49-e2dc8dd19dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (fe50740f-a9f5-4f76-84b6-357b7913b5be), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:55.674815 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-55330aa9-b548-4a2a-ad49-e2dc8dd19dc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:55.676069 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-55330aa9-b548-4a2a-ad49-e2dc8dd19dc7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fe50740f-a9f5-4f76-84b6-357b7913b5be HTTP/1.1" status: 204 len: 168 time: 0.1571324 Feb 07 20:35:55.686311 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55330aa9-b548-4a2a-ad49-e2dc8dd19dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe50740f-a9f5-4f76-84b6-357b7913b5be,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:55.800327 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=d61eb379-e74f-4eca-93e4-c21c726a3941,revision_number=4']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:55.807286 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 6b7a9c0f-da25-4335-9833-4fae4a44db0a, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=6b7a9c0f-da25-4335-9833-4fae4a44db0a,segment=NetworkSegment(ec801351-09d5-4c76-bb84-b5485a95e98b),segment_id=ec801351-09d5-4c76-bb84-b5485a95e98b)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:35:55.823256 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Returning: {'device': '6b7a9c0f-da25-4335-9833-4fae4a44db0a', 'network_id': '72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e', 'port_id': '6b7a9c0f-da25-4335-9833-4fae4a44db0a', 'mac_address': 'fa:16:3e:73:dc:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57a3a711-2e6c-457c-a563-2e93bf8d035e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:35:55.873113 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port 6b7a9c0f-da25-4335-9833-4fae4a44db0a is: DOWN; New status is: BUILD {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:35:55.874623 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (6b7a9c0f-da25-4335-9833-4fae4a44db0a), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:55.909047 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b7a9c0f-da25-4335-9833-4fae4a44db0a {{(pid=102682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:35:55.923419 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32204265-7772-42c5-a298-f59b031b7535 req-8c7b5130-2cd6-41ab-9b7b-4382be6ea8ec tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:55.931161 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-32204265-7772-42c5-a298-f59b031b7535 req-8c7b5130-2cd6-41ab-9b7b-4382be6ea8ec tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=354f6a39-5c69-424f-ace8-67cf1dc3f0e1 HTTP/1.1" status: 200 len: 946 time: 0.0773625 Feb 07 20:35:55.957500 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 6b7a9c0f-da25-4335-9833-4fae4a44db0a, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=6b7a9c0f-da25-4335-9833-4fae4a44db0a,segment=NetworkSegment(ec801351-09d5-4c76-bb84-b5485a95e98b),segment_id=ec801351-09d5-4c76-bb84-b5485a95e98b)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:35:55.970312 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (6b7a9c0f-da25-4335-9833-4fae4a44db0a), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:56.018390 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-32204265-7772-42c5-a298-f59b031b7535 req-c14cbc62-73f9-4b5d-a501-fde4c87a4696 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862374 Feb 07 20:35:56.023671 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '354f6a39-5c69-424f-ace8-67cf1dc3f0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7'}] {{(pid=102682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:35:56.032316 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49691025426d341bc8e7177f0b95fa1f617f1e30ecd73d77513429b9266eb12b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10354544-a614-4e60-9ba5-36f67d517ada" -d '{"events": [{"server_uuid": "354f6a39-5c69-424f-ace8-67cf1dc3f0e1", "name": "network-vif-plugged", "status": "completed", "tag": "d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7"}]}' {{(pid=102682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:35:56.074624 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=6b7a9c0f-da25-4335-9833-4fae4a44db0a,revision_number=4']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:56.099531 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6591111-6999-42e4-852d-d5c60e5cfb70 x-openstack-request-id: req-e6591111-6999-42e4-852d-d5c60e5cfb70 {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:35:56.099531 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "354f6a39-5c69-424f-ace8-67cf1dc3f0e1", "name": "network-vif-plugged", "status": "completed", "tag": "d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7", "code": 200}]} {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:35:56.099769 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e6591111-6999-42e4-852d-d5c60e5cfb70 {{(pid=102682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:35:56.100128 dv-cinder-828150-2-iscsi neutron-server[102682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '354f6a39-5c69-424f-ace8-67cf1dc3f0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7', 'code': 200} Feb 07 20:35:56.268499 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['d61eb379-e74f-4eca-93e4-c21c726a3941'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:35:56.274163 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['6b7a9c0f-da25-4335-9833-4fae4a44db0a'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:35:56.363462 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc2c671-2575-4703-a204-3f317c699fb0 req-6f33fae2-48d6-41c9-94f0-ec1db5357e28 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:56.365031 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-4dc2c671-2575-4703-a204-3f317c699fb0 req-6f33fae2-48d6-41c9-94f0-ec1db5357e28 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/ports?device_id=755e74e9-5519-420f-b8ce-4bc555153ab0 HTTP/1.1" status: 200 len: 946 time: 0.1937611 Feb 07 20:35:56.407307 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 47782) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:56.467007 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-9e6c255a-32fe-455c-8bc2-e614bb061b6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:56.538617 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-4dc2c671-2575-4703-a204-3f317c699fb0 req-32164152-a5a8-4e3b-810f-831ce70feb50 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/security-groups?id=25a265d3-030d-47dc-81a4-5cc08fff8f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617103 Feb 07 20:35:56.563592 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (2db0d972-3e88-4a6a-9d75-f8f2fe350c5f), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:56.585907 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93401d-e511-461b-a63a-24d79ef96500 req-752a85ad-6203-4c8c-958e-1e26912e51ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:56.587915 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-6c93401d-e511-461b-a63a-24d79ef96500 req-752a85ad-6203-4c8c-958e-1e26912e51ca service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=354f6a39-5c69-424f-ace8-67cf1dc3f0e1 HTTP/1.1" status: 200 len: 1130 time: 0.2512770 Feb 07 20:35:56.604841 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-511661ae-1721-4f6c-8a55-1af253cc0298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:56.758916 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 47798) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:56.795654 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7d3c1-3e8b-4ec3-9980-6ef8123e8bf2 req-5e8f1962-3a71-4290-aeba-82813fd82bf4 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:56.801527 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426c73b-9535-4103-8750-34a7dde061e9 req-5fe07ac1-97d0-4075-944d-0299f936ba4d tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:56.803538 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-3426c73b-9535-4103-8750-34a7dde061e9 req-5fe07ac1-97d0-4075-944d-0299f936ba4d tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 944 time: 0.2517982 Feb 07 20:35:56.804623 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d8d7d3c1-3e8b-4ec3-9980-6ef8123e8bf2 req-5e8f1962-3a71-4290-aeba-82813fd82bf4 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 945 time: 0.0872288 Feb 07 20:35:56.809338 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-6c93401d-e511-461b-a63a-24d79ef96500 req-d53e0b02-1544-4415-99e5-6ecbd2441faa service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625617 Feb 07 20:35:56.867308 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d8d7d3c1-3e8b-4ec3-9980-6ef8123e8bf2 req-ed0eae9f-3ed7-4d43-98a2-2956d3881992 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615339 Feb 07 20:35:56.894211 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-9e6c255a-32fe-455c-8bc2-e614bb061b6d admin admin] Publish callbacks [] for security_group (8e1a2521-bb6a-43cd-98cc-22f834f3af1a), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:56.908025 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-9e6c255a-32fe-455c-8bc2-e614bb061b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (8e1a2521-bb6a-43cd-98cc-22f834f3af1a), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:56.928087 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-3426c73b-9535-4103-8750-34a7dde061e9 req-39a10333-f52f-4c58-ad8e-b1ce61cb545a tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102016 Feb 07 20:35:56.968064 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-12384de8-81a7-4556-a52e-33a2e4b51913 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:56.978604 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-9e6c255a-32fe-455c-8bc2-e614bb061b6d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c0cd1500173e4c9098e5fbb5ef8e3083&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5692847 Feb 07 20:35:56.979715 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c255a-32fe-455c-8bc2-e614bb061b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1a2521-bb6a-43cd-98cc-22f834f3af1a,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:56.981318 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 47812) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:57.044110 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b5fd05d4-3795-4924-9315-fd1370c563b6 admin admin] Publish callbacks [] for security_group (8e1a2521-bb6a-43cd-98cc-22f834f3af1a), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:57.063478 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-12384de8-81a7-4556-a52e-33a2e4b51913 admin admin] Publish callbacks [] for security_group (608ba332-6ae1-4f88-ac21-f63718da6049), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:57.075577 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-12384de8-81a7-4556-a52e-33a2e4b51913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (608ba332-6ae1-4f88-ac21-f63718da6049), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:57.078432 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b5fd05d4-3795-4924-9315-fd1370c563b6 admin admin] Publish callbacks [] for security_group (8e1a2521-bb6a-43cd-98cc-22f834f3af1a), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:57.122025 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12384de8-81a7-4556-a52e-33a2e4b51913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608ba332-6ae1-4f88-ac21-f63718da6049,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:57.126754 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-12384de8-81a7-4556-a52e-33a2e4b51913 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=557022b97a9349eebd3c1458aa9aeb9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3664453 Feb 07 20:35:57.129471 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 47826) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:57.180306 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a8c35-1e3d-42df-9f04-5be4899d4caa req-4b51b48a-4afc-4b27-b992-7027e1dc4037 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:57.186939 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d56a8c35-1e3d-42df-9f04-5be4899d4caa req-4b51b48a-4afc-4b27-b992-7027e1dc4037 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=354f6a39-5c69-424f-ace8-67cf1dc3f0e1 HTTP/1.1" status: 200 len: 946 time: 0.0885642 Feb 07 20:35:57.193307 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3d374d3-ae5f-4f59-ba4d-a8ba3c40a7d3 admin admin] Publish callbacks [] for security_group (608ba332-6ae1-4f88-ac21-f63718da6049), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:57.205179 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b5fd05d4-3795-4924-9315-fd1370c563b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (8e1a2521-bb6a-43cd-98cc-22f834f3af1a), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:57.207752 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b5fd05d4-3795-4924-9315-fd1370c563b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:57.208850 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-b5fd05d4-3795-4924-9315-fd1370c563b6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8e1a2521-bb6a-43cd-98cc-22f834f3af1a HTTP/1.1" status: 204 len: 168 time: 0.2257006 Feb 07 20:35:57.224779 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd05d4-3795-4924-9315-fd1370c563b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1a2521-bb6a-43cd-98cc-22f834f3af1a,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:57.232499 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3d374d3-ae5f-4f59-ba4d-a8ba3c40a7d3 admin admin] Publish callbacks [] for security_group (608ba332-6ae1-4f88-ac21-f63718da6049), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:57.268110 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d56a8c35-1e3d-42df-9f04-5be4899d4caa req-2aa99ac5-ffa6-4ce2-a3ab-653e4766cd74 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801055 Feb 07 20:35:57.301042 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 48a2d566-e03d-4d9e-be71-21cdab9444a0 details requested by agent hyperv_hv-cinder-82815 with host hv-cinder-82815 {{(pid=102682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:35:57.323940 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3d374d3-ae5f-4f59-ba4d-a8ba3c40a7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (608ba332-6ae1-4f88-ac21-f63718da6049), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:57.327209 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e3d374d3-ae5f-4f59-ba4d-a8ba3c40a7d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:57.328403 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-e3d374d3-ae5f-4f59-ba4d-a8ba3c40a7d3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/608ba332-6ae1-4f88-ac21-f63718da6049 HTTP/1.1" status: 204 len: 168 time: 0.1980152 Feb 07 20:35:57.343016 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d374d3-ae5f-4f59-ba4d-a8ba3c40a7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608ba332-6ae1-4f88-ac21-f63718da6049,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:57.420871 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 48a2d566-e03d-4d9e-be71-21cdab9444a0, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=48a2d566-e03d-4d9e-be71-21cdab9444a0,segment=NetworkSegment(1eca02bb-694f-44b9-b142-b7ec0b741684),segment_id=1eca02bb-694f-44b9-b142-b7ec0b741684)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:35:57.431361 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Returning: {'device': '48a2d566-e03d-4d9e-be71-21cdab9444a0', 'network_id': '4ca2a6cc-a6a4-43f6-8547-da5aef66c337', 'port_id': '48a2d566-e03d-4d9e-be71-21cdab9444a0', 'mac_address': 'fa:16:3e:da:db:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c092ef-219e-4a25-a4d7-3fe3d86843e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:35:57.474953 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port 48a2d566-e03d-4d9e-be71-21cdab9444a0 is: DOWN; New status is: BUILD {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:35:57.475344 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (48a2d566-e03d-4d9e-be71-21cdab9444a0), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:57.489386 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48a2d566-e03d-4d9e-be71-21cdab9444a0 {{(pid=102682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:35:57.512892 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 48a2d566-e03d-4d9e-be71-21cdab9444a0, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=48a2d566-e03d-4d9e-be71-21cdab9444a0,segment=NetworkSegment(1eca02bb-694f-44b9-b142-b7ec0b741684),segment_id=1eca02bb-694f-44b9-b142-b7ec0b741684)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:35:57.517099 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (48a2d566-e03d-4d9e-be71-21cdab9444a0), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:57.594566 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=48a2d566-e03d-4d9e-be71-21cdab9444a0,revision_number=4']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:57.678211 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 47858) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:57.681503 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29d81f-eda4-42c1-abe8-f3044c37a088 req-9ac49a39-c7c1-48ca-a0c4-b74ef443f887 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:57.689877 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8a29d81f-eda4-42c1-abe8-f3044c37a088 req-9ac49a39-c7c1-48ca-a0c4-b74ef443f887 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/ports?device_id=755e74e9-5519-420f-b8ce-4bc555153ab0 HTTP/1.1" status: 200 len: 946 time: 0.0630279 Feb 07 20:35:57.745245 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8a29d81f-eda4-42c1-abe8-f3044c37a088 req-2ded5b7f-5677-41c8-a07b-d27acb46c9a8 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/security-groups?id=25a265d3-030d-47dc-81a4-5cc08fff8f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544460 Feb 07 20:35:57.749572 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 47864) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:57.778933 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-cd07c2c6-055c-47db-91f9-bb1e0450bfbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:57.820471 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['48a2d566-e03d-4d9e-be71-21cdab9444a0'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:35:57.960190 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-cd07c2c6-055c-47db-91f9-bb1e0450bfbe admin admin] Publish callbacks [] for security_group (4124d568-5c91-4566-9586-71320066af05), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:57.971956 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-cd07c2c6-055c-47db-91f9-bb1e0450bfbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (4124d568-5c91-4566-9586-71320066af05), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:58.020662 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd07c2c6-055c-47db-91f9-bb1e0450bfbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4124d568-5c91-4566-9586-71320066af05,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:58.071934 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d0aa2069-aac9-48e6-8ebc-f7432701e191 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:58.078616 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-cd07c2c6-055c-47db-91f9-bb1e0450bfbe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=20006d2b07424974b0ef80c7fbef0ac9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3276806 Feb 07 20:35:58.090641 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 47878) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:58.152241 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a731330-2e27-4d31-ae02-c46c4d9b8afc req-0dab45d3-c8e6-4217-96db-232b734bb004 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:58.159090 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9868eb9-8ef0-4554-ab6f-df0d4619b12d req-3b327fe3-10bb-46f0-88a5-8cdafd943677 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:58.160086 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-1a731330-2e27-4d31-ae02-c46c4d9b8afc req-0dab45d3-c8e6-4217-96db-232b734bb004 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 944 time: 0.1036508 Feb 07 20:35:58.161207 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-a9868eb9-8ef0-4554-ab6f-df0d4619b12d req-3b327fe3-10bb-46f0-88a5-8cdafd943677 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 945 time: 0.1076691 Feb 07 20:35:58.191422 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-46a2c76b-9de3-406a-b88f-3049c197f9b6 admin admin] Publish callbacks [] for security_group (4124d568-5c91-4566-9586-71320066af05), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:58.265120 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-a9868eb9-8ef0-4554-ab6f-df0d4619b12d req-1b562d2e-0252-48a0-b27a-31b720bb1a76 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905292 Feb 07 20:35:58.276900 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-46a2c76b-9de3-406a-b88f-3049c197f9b6 admin admin] Publish callbacks [] for security_group (4124d568-5c91-4566-9586-71320066af05), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:58.279455 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d0aa2069-aac9-48e6-8ebc-f7432701e191 admin admin] Publish callbacks [] for security_group (371d1dac-dc85-4e36-970d-781da5460499), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:58.294194 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d0aa2069-aac9-48e6-8ebc-f7432701e191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (371d1dac-dc85-4e36-970d-781da5460499), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:58.309931 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-1a731330-2e27-4d31-ae02-c46c4d9b8afc req-037390f3-1874-483a-b7ed-641157253fcf tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410224 Feb 07 20:35:58.337223 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-d0aa2069-aac9-48e6-8ebc-f7432701e191 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2ecf664fd07e47f18c8f549ea6c37f79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6570137 Feb 07 20:35:58.340096 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 47890) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:58.380028 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa2069-aac9-48e6-8ebc-f7432701e191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371d1dac-dc85-4e36-970d-781da5460499,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:58.398338 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-46a2c76b-9de3-406a-b88f-3049c197f9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (4124d568-5c91-4566-9586-71320066af05), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:58.400971 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-46a2c76b-9de3-406a-b88f-3049c197f9b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:58.406071 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-46a2c76b-9de3-406a-b88f-3049c197f9b6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4124d568-5c91-4566-9586-71320066af05 HTTP/1.1" status: 204 len: 168 time: 0.3090613 Feb 07 20:35:58.414612 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2c76b-9de3-406a-b88f-3049c197f9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4124d568-5c91-4566-9586-71320066af05,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:58.429327 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d10fb1c4-1367-4796-9a30-14d8458f518a admin admin] Publish callbacks [] for security_group (371d1dac-dc85-4e36-970d-781da5460499), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:58.464046 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d10fb1c4-1367-4796-9a30-14d8458f518a admin admin] Publish callbacks [] for security_group (371d1dac-dc85-4e36-970d-781da5460499), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:58.490829 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589808cc-3fb0-4637-9e30-0bb4bd59eed3 req-c685f44c-9999-4001-9f67-02cdff9c91e7 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:58.492528 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-589808cc-3fb0-4637-9e30-0bb4bd59eed3 req-c685f44c-9999-4001-9f67-02cdff9c91e7 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=354f6a39-5c69-424f-ace8-67cf1dc3f0e1 HTTP/1.1" status: 200 len: 946 time: 0.0929046 Feb 07 20:35:58.544558 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d10fb1c4-1367-4796-9a30-14d8458f518a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (371d1dac-dc85-4e36-970d-781da5460499), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:58.547876 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d10fb1c4-1367-4796-9a30-14d8458f518a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:58.549472 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-d10fb1c4-1367-4796-9a30-14d8458f518a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/371d1dac-dc85-4e36-970d-781da5460499 HTTP/1.1" status: 204 len: 168 time: 0.2083552 Feb 07 20:35:58.549780 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-589808cc-3fb0-4637-9e30-0bb4bd59eed3 req-758a2791-31bd-4719-bc25-8732c4a11e49 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498037 Feb 07 20:35:58.558270 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10fb1c4-1367-4796-9a30-14d8458f518a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371d1dac-dc85-4e36-970d-781da5460499,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:58.887264 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-cfdfbed9-92e8-40be-a327-e04d57364e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:58.993757 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 47926) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:59.009357 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-5009ae65-00a2-4100-96b1-9c018905720c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:59.106882 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-5009ae65-00a2-4100-96b1-9c018905720c admin admin] Publish callbacks [] for security_group (0efb2ced-7a6a-442a-8ac2-c21302cb2f0f), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:59.112581 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-5009ae65-00a2-4100-96b1-9c018905720c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (0efb2ced-7a6a-442a-8ac2-c21302cb2f0f), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:59.152145 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-5009ae65-00a2-4100-96b1-9c018905720c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=071aa8fcb4124010abad0f81200aaeb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1565638 Feb 07 20:35:59.153621 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5009ae65-00a2-4100-96b1-9c018905720c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efb2ced-7a6a-442a-8ac2-c21302cb2f0f,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:59.155407 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 47932) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:59.210279 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7fdfceea-1bb8-4876-87c2-0befcbfba240 admin admin] Publish callbacks [] for security_group (0efb2ced-7a6a-442a-8ac2-c21302cb2f0f), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:59.231968 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7fdfceea-1bb8-4876-87c2-0befcbfba240 admin admin] Publish callbacks [] for security_group (0efb2ced-7a6a-442a-8ac2-c21302cb2f0f), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:59.286898 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7fdfceea-1bb8-4876-87c2-0befcbfba240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (0efb2ced-7a6a-442a-8ac2-c21302cb2f0f), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:59.292085 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7fdfceea-1bb8-4876-87c2-0befcbfba240 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:59.293700 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-7fdfceea-1bb8-4876-87c2-0befcbfba240 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0efb2ced-7a6a-442a-8ac2-c21302cb2f0f HTTP/1.1" status: 204 len: 168 time: 0.1368425 Feb 07 20:35:59.304183 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdfceea-1bb8-4876-87c2-0befcbfba240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efb2ced-7a6a-442a-8ac2-c21302cb2f0f,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:59.438122 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d5fdc-0112-4656-b009-e4a2d9e52d9d req-bc25a425-8532-43ef-89c4-aea5608f768d tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:59.440195 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-0f8d5fdc-0112-4656-b009-e4a2d9e52d9d req-bc25a425-8532-43ef-89c4-aea5608f768d tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 945 time: 0.0618389 Feb 07 20:35:59.460374 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3e368-10db-49b0-a17a-fa05733b81d2 req-b2181623-85b1-4e3e-850c-f68d600e8861 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:35:59.461849 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-b8c3e368-10db-49b0-a17a-fa05733b81d2 req-b2181623-85b1-4e3e-850c-f68d600e8861 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 944 time: 0.0659993 Feb 07 20:35:59.489075 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-0f8d5fdc-0112-4656-b009-e4a2d9e52d9d req-53ab2597-6f31-459a-9e92-78aad6f3d710 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434518 Feb 07 20:35:59.522795 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-b8c3e368-10db-49b0-a17a-fa05733b81d2 req-ca2623dc-47bb-4ed6-b63d-7dc78e76d576 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536191 Feb 07 20:35:59.530646 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 47958) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:35:59.732451 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-dbb89804-8194-47fd-90e9-a3857a9135b4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1315323608-network', 'tenant_id': '54251ae5f1f74ba7826b0d471098d71a'}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:35:59.753517 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb89804-8194-47fd-90e9-a3857a9135b4 admin admin] Made reservation on behalf of 54251ae5f1f74ba7826b0d471098d71a for: {'network': 1} {{(pid=102680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:35:59.756550 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-dbb89804-8194-47fd-90e9-a3857a9135b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for network (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:59.775422 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-dbb89804-8194-47fd-90e9-a3857a9135b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:59.854817 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device d61eb379-e74f-4eca-93e4-c21c726a3941 up at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:35:59.856481 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-dbb89804-8194-47fd-90e9-a3857a9135b4 admin admin] Publish callbacks [] for security_group (d8445fb3-eae8-4bd8-9238-4b6124394312), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:59.862046 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-dbb89804-8194-47fd-90e9-a3857a9135b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (d8445fb3-eae8-4bd8-9238-4b6124394312), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:59.892185 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb89804-8194-47fd-90e9-a3857a9135b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8445fb3-eae8-4bd8-9238-4b6124394312,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:35:59.914483 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbb89804-8194-47fd-90e9-a3857a9135b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=102680) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 20:35:59.930737 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-dbb89804-8194-47fd-90e9-a3857a9135b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526'] for segment (126dd3ab-0a65-410b-88c1-306d493aab86), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:59.931153 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.db.segments_db [None req-dbb89804-8194-47fd-90e9-a3857a9135b4 admin admin] Added segment 126dd3ab-0a65-410b-88c1-306d493aab86 of type vlan for network 669e5ba2-8ab6-4890-a8a9-cbbd1b177a7c Feb 07 20:35:59.969102 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:59.971937 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning for port d61eb379-e74f-4eca-93e4-c21c726a3941 completed by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:35:59.980819 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning complete for port d61eb379-e74f-4eca-93e4-c21c726a3941 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:35:59.981193 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (d61eb379-e74f-4eca-93e4-c21c726a3941), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:35:59.991248 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-dbb89804-8194-47fd-90e9-a3857a9135b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784096251423'] for network (669e5ba2-8ab6-4890-a8a9-cbbd1b177a7c), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:00.024819 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-dbb89804-8194-47fd-90e9-a3857a9135b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540'] for network (669e5ba2-8ab6-4890-a8a9-cbbd1b177a7c), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:00.026176 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb89804-8194-47fd-90e9-a3857a9135b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:00.027203 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-dbb89804-8194-47fd-90e9-a3857a9135b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for network (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:00.086540 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port d61eb379-e74f-4eca-93e4-c21c726a3941 is: BUILD; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:36:00.087411 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (d61eb379-e74f-4eca-93e4-c21c726a3941), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:00.095053 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 47982) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:00.100325 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-2711eea0-1ed1-4d39-ac90-21e48dcfd725 admin admin] Request body: {'subnet': {'network_id': '669e5ba2-8ab6-4890-a8a9-cbbd1b177a7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1315323608-subnet', 'tenant_id': '54251ae5f1f74ba7826b0d471098d71a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:36:00.104682 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-dbb89804-8194-47fd-90e9-a3857a9135b4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5725737 Feb 07 20:36:00.116922 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb89804-8194-47fd-90e9-a3857a9135b4 admin admin] Pushing event updated for resources: {'Network': ['ID=669e5ba2-8ab6-4890-a8a9-cbbd1b177a7c,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:00.121440 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ea17f8-d188-490d-9896-e92752403840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61eb379-e74f-4eca-93e4-c21c726a3941'}] {{(pid=102682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:36:00.125256 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49691025426d341bc8e7177f0b95fa1f617f1e30ecd73d77513429b9266eb12b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74da5d2-9d1d-4491-a565-deab93d8b84a" -d '{"events": [{"server_uuid": "f6ea17f8-d188-490d-9896-e92752403840", "name": "network-vif-plugged", "status": "completed", "tag": "d61eb379-e74f-4eca-93e4-c21c726a3941"}]}' {{(pid=102682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:36:00.129016 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2711eea0-1ed1-4d39-ac90-21e48dcfd725 admin admin] Made reservation on behalf of 54251ae5f1f74ba7826b0d471098d71a for: {'subnet': 1} {{(pid=102681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:36:00.138203 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-2711eea0-1ed1-4d39-ac90-21e48dcfd725 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9307019'] for subnet (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:00.142397 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Network 669e5ba2-8ab6-4890-a8a9-cbbd1b177a7c details requested by agent ovs-agent-dv-cinder-828150-2-iscsi with host dv-cinder-828150-2-iscsi {{(pid=102682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 20:36:00.237333 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6690ce7f-643b-4cd6-8d8e-8b97097d9cdb x-openstack-request-id: req-6690ce7f-643b-4cd6-8d8e-8b97097d9cdb {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:36:00.237333 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ea17f8-d188-490d-9896-e92752403840", "name": "network-vif-plugged", "status": "completed", "tag": "d61eb379-e74f-4eca-93e4-c21c726a3941", "code": 200}]} {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:36:00.237483 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6690ce7f-643b-4cd6-8d8e-8b97097d9cdb {{(pid=102682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:36:00.237804 dv-cinder-828150-2-iscsi neutron-server[102682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ea17f8-d188-490d-9896-e92752403840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61eb379-e74f-4eca-93e4-c21c726a3941', 'code': 200} Feb 07 20:36:00.241714 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port d61eb379-e74f-4eca-93e4-c21c726a3941, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=d61eb379-e74f-4eca-93e4-c21c726a3941,segment=NetworkSegment(1eca02bb-694f-44b9-b142-b7ec0b741684),segment_id=1eca02bb-694f-44b9-b142-b7ec0b741684)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:36:00.247787 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (d61eb379-e74f-4eca-93e4-c21c726a3941), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:00.249338 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 6b7a9c0f-da25-4335-9833-4fae4a44db0a up at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:36:00.353584 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=d61eb379-e74f-4eca-93e4-c21c726a3941,revision_number=5']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:00.355051 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-2711eea0-1ed1-4d39-ac90-21e48dcfd725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3187767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9307061'] for subnet (e740fd5a-6dc1-448f-8a69-984a87ee4fd3), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:00.369432 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning for port 6b7a9c0f-da25-4335-9833-4fae4a44db0a completed by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:36:00.377781 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning complete for port 6b7a9c0f-da25-4335-9833-4fae4a44db0a triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:36:00.378154 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (6b7a9c0f-da25-4335-9833-4fae4a44db0a), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:00.446671 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711eea0-1ed1-4d39-ac90-21e48dcfd725 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e740fd5a-6dc1-448f-8a69-984a87ee4fd3,revision_number=0']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:00.457792 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2711eea0-1ed1-4d39-ac90-21e48dcfd725 admin admin] Checking segment: {'id': '126dd3ab-0a65-410b-88c1-306d493aab86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '669e5ba2-8ab6-4890-a8a9-cbbd1b177a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:36:00.458343 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2711eea0-1ed1-4d39-ac90-21e48dcfd725 admin admin] Network hostable DHCP agents. Network: 669e5ba2-8ab6-4890-a8a9-cbbd1b177a7c, hostable agents: ['e1cc327f-50d0-4a6e-8186-ec075b67de95'], hosted agents: [] {{(pid=102681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 20:36:00.476290 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2711eea0-1ed1-4d39-ac90-21e48dcfd725 admin admin] Network 669e5ba2-8ab6-4890-a8a9-cbbd1b177a7c is scheduled to be hosted by DHCP agent e1cc327f-50d0-4a6e-8186-ec075b67de95 with binding_index 1 {{(pid=102681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 20:36:00.486142 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.base_scheduler [None req-2711eea0-1ed1-4d39-ac90-21e48dcfd725 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828150-2-iscsi, 669e5ba2-8ab6-4890-a8a9-cbbd1b177a7c) {{(pid=102681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:36:00.493072 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2711eea0-1ed1-4d39-ac90-21e48dcfd725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:00.494039 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-2711eea0-1ed1-4d39-ac90-21e48dcfd725 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for subnet (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:00.494579 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port 6b7a9c0f-da25-4335-9833-4fae4a44db0a is: BUILD; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:36:00.495029 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (6b7a9c0f-da25-4335-9833-4fae4a44db0a), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:00.507485 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0281b37e-7234-431f-b29d-69c43485d7f5 None None] Network 669e5ba2-8ab6-4890-a8a9-cbbd1b177a7c requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:36:00.524762 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-2711eea0-1ed1-4d39-ac90-21e48dcfd725 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4236414 Feb 07 20:36:00.583863 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 6b7a9c0f-da25-4335-9833-4fae4a44db0a, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=6b7a9c0f-da25-4335-9833-4fae4a44db0a,segment=NetworkSegment(ec801351-09d5-4c76-bb84-b5485a95e98b),segment_id=ec801351-09d5-4c76-bb84-b5485a95e98b)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:36:00.596026 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (6b7a9c0f-da25-4335-9833-4fae4a44db0a), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:00.671809 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630459a9-a50e-4d3b-a591-61494bd90ef0 req-1ae8b332-3c75-47f4-9c95-45cd1e25ff6f tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:00.674534 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-630459a9-a50e-4d3b-a591-61494bd90ef0 req-1ae8b332-3c75-47f4-9c95-45cd1e25ff6f tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.0909762 Feb 07 20:36:00.674902 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791fe708-38db-4400-8528-da3f580204c7 None None] Network 669e5ba2-8ab6-4890-a8a9-cbbd1b177a7c requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:36:00.696304 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=6b7a9c0f-da25-4335-9833-4fae4a44db0a,revision_number=5']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:00.723684 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3607f3a-3d7d-4107-a942-0c20b8d9d052 req-20147045-c132-469b-8eaf-74a1dc7111b5 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:00.728011 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f3607f3a-3d7d-4107-a942-0c20b8d9d052 req-20147045-c132-469b-8eaf-74a1dc7111b5 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.1083000 Feb 07 20:36:00.749038 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-630459a9-a50e-4d3b-a591-61494bd90ef0 req-04bd0a49-e363-4c1b-ba65-4fb012444b21 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662370 Feb 07 20:36:00.806594 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f3607f3a-3d7d-4107-a942-0c20b8d9d052 req-65f1daa3-cca0-4308-a622-4a119e9ccb93 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635204 Feb 07 20:36:00.937260 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 48020) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:01.030509 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8c698-df48-4355-9f2c-e9acb74905cf req-8fe2ddda-6fc9-4fcd-a13c-5ecc3ba32e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:01.032340 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-1ba8c698-df48-4355-9f2c-e9acb74905cf req-8fe2ddda-6fc9-4fcd-a13c-5ecc3ba32e3f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 1130 time: 0.0839810 Feb 07 20:36:01.079499 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-cbc91906-7b14-497d-b196-ab7cdd68b907 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:01.098647 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-1ba8c698-df48-4355-9f2c-e9acb74905cf req-babe03ff-4630-44ea-a2b7-a2c0f864d36e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593252 Feb 07 20:36:01.165279 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-cbc91906-7b14-497d-b196-ab7cdd68b907 admin admin] Publish callbacks [] for security_group (31b51e34-9d1c-4862-bca1-6325d51a6658), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:01.168957 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-cbc91906-7b14-497d-b196-ab7cdd68b907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (31b51e34-9d1c-4862-bca1-6325d51a6658), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:01.195664 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 48036) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:01.200919 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-65a51319-3014-4c89-b658-d0b128e7c656 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1384174839-network', 'tenant_id': '7f435b94e34d46e6bc1ee2731a6574d0'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:36:01.210239 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-cbc91906-7b14-497d-b196-ab7cdd68b907 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4a6f045116844c9b932ac88f7e39f62c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2718921 Feb 07 20:36:01.211349 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc91906-7b14-497d-b196-ab7cdd68b907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b51e34-9d1c-4862-bca1-6325d51a6658,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:01.214213 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 48038) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:01.232729 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a51319-3014-4c89-b658-d0b128e7c656 admin admin] Made reservation on behalf of 7f435b94e34d46e6bc1ee2731a6574d0 for: {'network': 1} {{(pid=102681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:36:01.234927 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-65a51319-3014-4c89-b658-d0b128e7c656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for network (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:01.248753 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-65a51319-3014-4c89-b658-d0b128e7c656 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:01.302896 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-e67a81ee-3933-4150-a3ce-302011ce12f8 admin admin] Publish callbacks [] for security_group (31b51e34-9d1c-4862-bca1-6325d51a6658), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:01.334194 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 48a2d566-e03d-4d9e-be71-21cdab9444a0 up at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:36:01.335666 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-e67a81ee-3933-4150-a3ce-302011ce12f8 admin admin] Publish callbacks [] for security_group (31b51e34-9d1c-4862-bca1-6325d51a6658), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:01.386887 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning for port 48a2d566-e03d-4d9e-be71-21cdab9444a0 completed by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:36:01.388274 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-65a51319-3014-4c89-b658-d0b128e7c656 admin admin] Publish callbacks [] for security_group (8313cf5c-f6e9-4026-9bb2-82ce07a81c11), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:01.394694 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-65a51319-3014-4c89-b658-d0b128e7c656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (8313cf5c-f6e9-4026-9bb2-82ce07a81c11), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:01.395776 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning complete for port 48a2d566-e03d-4d9e-be71-21cdab9444a0 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:36:01.396295 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (48a2d566-e03d-4d9e-be71-21cdab9444a0), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:01.421735 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a51319-3014-4c89-b658-d0b128e7c656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8313cf5c-f6e9-4026-9bb2-82ce07a81c11,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:01.430675 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-e67a81ee-3933-4150-a3ce-302011ce12f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (31b51e34-9d1c-4862-bca1-6325d51a6658), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:01.434346 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-e67a81ee-3933-4150-a3ce-302011ce12f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:01.434565 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-e67a81ee-3933-4150-a3ce-302011ce12f8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/31b51e34-9d1c-4862-bca1-6325d51a6658 HTTP/1.1" status: 204 len: 168 time: 0.2189553 Feb 07 20:36:01.435460 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65a51319-3014-4c89-b658-d0b128e7c656 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=102681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 20:36:01.452249 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a81ee-3933-4150-a3ce-302011ce12f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b51e34-9d1c-4862-bca1-6325d51a6658,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:01.455097 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-65a51319-3014-4c89-b658-d0b128e7c656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526'] for segment (ee3374a2-c93f-4af9-b9e3-121d946b0b8f), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:01.455476 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.db.segments_db [None req-65a51319-3014-4c89-b658-d0b128e7c656 admin admin] Added segment ee3374a2-c93f-4af9-b9e3-121d946b0b8f of type vlan for network 319f0559-e821-4228-b53f-c4c8a3a2ae5a Feb 07 20:36:01.504185 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:01.521550 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-65a51319-3014-4c89-b658-d0b128e7c656 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784096251423'] for network (319f0559-e821-4228-b53f-c4c8a3a2ae5a), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:01.573296 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-65a51319-3014-4c89-b658-d0b128e7c656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540'] for network (319f0559-e821-4228-b53f-c4c8a3a2ae5a), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:01.574618 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a51319-3014-4c89-b658-d0b128e7c656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:01.575671 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-65a51319-3014-4c89-b658-d0b128e7c656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for network (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:01.593082 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port 48a2d566-e03d-4d9e-be71-21cdab9444a0 is: BUILD; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:36:01.593470 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (48a2d566-e03d-4d9e-be71-21cdab9444a0), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:01.651220 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 48a2d566-e03d-4d9e-be71-21cdab9444a0, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=48a2d566-e03d-4d9e-be71-21cdab9444a0,segment=NetworkSegment(1eca02bb-694f-44b9-b142-b7ec0b741684),segment_id=1eca02bb-694f-44b9-b142-b7ec0b741684)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:36:01.660710 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (48a2d566-e03d-4d9e-be71-21cdab9444a0), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:01.665843 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a51319-3014-4c89-b658-d0b128e7c656 admin admin] Pushing event updated for resources: {'Network': ['ID=319f0559-e821-4228-b53f-c4c8a3a2ae5a,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:01.676032 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-65a51319-3014-4c89-b658-d0b128e7c656 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4792421 Feb 07 20:36:01.678801 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 48060) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:01.685219 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-4b0eb765-3943-4c09-a0af-427954672e0e admin admin] Request body: {'subnet': {'network_id': '319f0559-e821-4228-b53f-c4c8a3a2ae5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1384174839-subnet', 'tenant_id': '7f435b94e34d46e6bc1ee2731a6574d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:36:01.711071 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0eb765-3943-4c09-a0af-427954672e0e admin admin] Made reservation on behalf of 7f435b94e34d46e6bc1ee2731a6574d0 for: {'subnet': 1} {{(pid=102680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:36:01.714479 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-4b0eb765-3943-4c09-a0af-427954672e0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9394613'] for subnet (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:01.734051 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Network 319f0559-e821-4228-b53f-c4c8a3a2ae5a details requested by agent ovs-agent-dv-cinder-828150-2-iscsi with host dv-cinder-828150-2-iscsi {{(pid=102682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 20:36:01.898758 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=48a2d566-e03d-4d9e-be71-21cdab9444a0,revision_number=5']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:02.007147 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c384bb-2e73-4b26-b601-1f7c7ec5dedc req-a8ceaa26-6fc0-41c7-9531-a0243ad1d5e6 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:02.014159 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-16c384bb-2e73-4b26-b601-1f7c7ec5dedc req-a8ceaa26-6fc0-41c7-9531-a0243ad1d5e6 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.1582506 Feb 07 20:36:02.074027 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-4b0eb765-3943-4c09-a0af-427954672e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9394571'] for subnet (c93def36-5c83-46bc-8070-fd200c5072c3), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:02.118208 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-16c384bb-2e73-4b26-b601-1f7c7ec5dedc req-c8261807-60d2-45bc-bc8b-5edbef7138ae tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029782 Feb 07 20:36:02.155548 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0eb765-3943-4c09-a0af-427954672e0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c93def36-5c83-46bc-8070-fd200c5072c3,revision_number=0']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:02.175352 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0eb765-3943-4c09-a0af-427954672e0e admin admin] Checking segment: {'id': 'ee3374a2-c93f-4af9-b9e3-121d946b0b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '319f0559-e821-4228-b53f-c4c8a3a2ae5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:36:02.176135 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0eb765-3943-4c09-a0af-427954672e0e admin admin] Network hostable DHCP agents. Network: 319f0559-e821-4228-b53f-c4c8a3a2ae5a, hostable agents: ['e1cc327f-50d0-4a6e-8186-ec075b67de95'], hosted agents: [] {{(pid=102680) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 20:36:02.221709 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0eb765-3943-4c09-a0af-427954672e0e admin admin] Network 319f0559-e821-4228-b53f-c4c8a3a2ae5a is scheduled to be hosted by DHCP agent e1cc327f-50d0-4a6e-8186-ec075b67de95 with binding_index 1 {{(pid=102680) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 20:36:02.238890 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53381b73-bdbb-4d09-8cd2-8f17d4959bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7a9c0f-da25-4335-9833-4fae4a44db0a'}, {'server_uuid': '2ecaf734-3703-475b-86f8-b57dc36921a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a2d566-e03d-4d9e-be71-21cdab9444a0'}] {{(pid=102682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:36:02.242398 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49691025426d341bc8e7177f0b95fa1f617f1e30ecd73d77513429b9266eb12b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f45c4e4-f2d8-471f-ac5a-5d8ffac3defb" -d '{"events": [{"server_uuid": "53381b73-bdbb-4d09-8cd2-8f17d4959bb0", "name": "network-vif-plugged", "status": "completed", "tag": "6b7a9c0f-da25-4335-9833-4fae4a44db0a"}, {"server_uuid": "2ecaf734-3703-475b-86f8-b57dc36921a4", "name": "network-vif-plugged", "status": "completed", "tag": "48a2d566-e03d-4d9e-be71-21cdab9444a0"}]}' {{(pid=102682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:36:02.246678 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [None req-4b0eb765-3943-4c09-a0af-427954672e0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828150-2-iscsi, 319f0559-e821-4228-b53f-c4c8a3a2ae5a) {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:36:02.259059 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0eb765-3943-4c09-a0af-427954672e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:02.261868 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ca0364-5ae0-44d8-ace7-2e4c6f084ffe None None] Network 319f0559-e821-4228-b53f-c4c8a3a2ae5a requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:36:02.270171 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-4b0eb765-3943-4c09-a0af-427954672e0e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:02.291141 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34fb7c4-ee1a-4cfc-94bf-16f3d743956e req-df084cad-bade-434d-be2a-fada1d620193 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:02.300495 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e34fb7c4-ee1a-4cfc-94bf-16f3d743956e req-df084cad-bade-434d-be2a-fada1d620193 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.1316669 Feb 07 20:36:02.343869 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-4b0eb765-3943-4c09-a0af-427954672e0e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6595147 Feb 07 20:36:02.395339 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e34fb7c4-ee1a-4cfc-94bf-16f3d743956e req-db558746-edcf-400a-a969-ada473700296 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874348 Feb 07 20:36:02.455966 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Feb 2022 20:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b64aea-5219-4572-90d2-e206be4c0817 x-openstack-request-id: req-53b64aea-5219-4572-90d2-e206be4c0817 {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:36:02.456532 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53381b73-bdbb-4d09-8cd2-8f17d4959bb0", "name": "network-vif-plugged", "status": "completed", "tag": "6b7a9c0f-da25-4335-9833-4fae4a44db0a", "code": 200}, {"server_uuid": "2ecaf734-3703-475b-86f8-b57dc36921a4", "name": "network-vif-plugged", "status": "completed", "tag": "48a2d566-e03d-4d9e-be71-21cdab9444a0", "code": 200}]} {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:36:02.456532 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-53b64aea-5219-4572-90d2-e206be4c0817 {{(pid=102682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:36:02.456816 dv-cinder-828150-2-iscsi neutron-server[102682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53381b73-bdbb-4d09-8cd2-8f17d4959bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7a9c0f-da25-4335-9833-4fae4a44db0a', 'code': 200} Feb 07 20:36:02.457253 dv-cinder-828150-2-iscsi neutron-server[102682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ecaf734-3703-475b-86f8-b57dc36921a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a2d566-e03d-4d9e-be71-21cdab9444a0', 'code': 200} Feb 07 20:36:02.515630 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d893c54-8ab2-4403-9eaf-c48f42cf25e0 None None] Network 319f0559-e821-4228-b53f-c4c8a3a2ae5a requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:36:02.723924 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:02.778147 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba2c50-acf8-4f40-bf77-d3143b1c8977 req-7a474027-995a-443c-a765-56141ddbbfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:02.780222 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8dba2c50-acf8-4f40-bf77-d3143b1c8977 req-7a474027-995a-443c-a765-56141ddbbfe3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 1129 time: 0.0659595 Feb 07 20:36:02.828651 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc9150-8812-43d2-97cd-ea67d43601c2 req-eb9079c8-7638-4622-81e0-a7933d6595b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:02.830204 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-a4fc9150-8812-43d2-97cd-ea67d43601c2 req-eb9079c8-7638-4622-81e0-a7933d6595b6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 1129 time: 0.1158199 Feb 07 20:36:02.843927 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 48134) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:02.853983 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8dba2c50-acf8-4f40-bf77-d3143b1c8977 req-993bedc2-105d-43e7-96bd-614bfc71a644 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561450 Feb 07 20:36:02.900727 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-a4fc9150-8812-43d2-97cd-ea67d43601c2 req-08409edf-b59a-4a27-a09d-984099ad134b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637791 Feb 07 20:36:02.956499 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-1fd70d8b-89a3-4e71-945b-e883c0e94b9c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1503582470-network', 'tenant_id': 'b81ed2187e4b4bb480ac9927221e90fc'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:36:02.982573 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd70d8b-89a3-4e71-945b-e883c0e94b9c admin admin] Made reservation on behalf of b81ed2187e4b4bb480ac9927221e90fc for: {'network': 1} {{(pid=102681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:36:02.985674 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-1fd70d8b-89a3-4e71-945b-e883c0e94b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for network (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:02.994446 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-1fd70d8b-89a3-4e71-945b-e883c0e94b9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:03.089492 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-1fd70d8b-89a3-4e71-945b-e883c0e94b9c admin admin] Publish callbacks [] for security_group (2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:03.094266 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-1fd70d8b-89a3-4e71-945b-e883c0e94b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:03.125614 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd70d8b-89a3-4e71-945b-e883c0e94b9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=102681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 20:36:03.136191 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd70d8b-89a3-4e71-945b-e883c0e94b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:03.141520 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-1fd70d8b-89a3-4e71-945b-e883c0e94b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526'] for segment (92297ea3-159c-48e9-b76b-2b4a88cff175), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:03.141866 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.db.segments_db [None req-1fd70d8b-89a3-4e71-945b-e883c0e94b9c admin admin] Added segment 92297ea3-159c-48e9-b76b-2b4a88cff175 of type vlan for network ace0bd4e-24e6-4889-8232-1f8bdff3f386 Feb 07 20:36:03.185284 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-1fd70d8b-89a3-4e71-945b-e883c0e94b9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784096251423'] for network (ace0bd4e-24e6-4889-8232-1f8bdff3f386), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:03.224457 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-1fd70d8b-89a3-4e71-945b-e883c0e94b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540'] for network (ace0bd4e-24e6-4889-8232-1f8bdff3f386), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:03.225641 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd70d8b-89a3-4e71-945b-e883c0e94b9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:03.226318 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-1fd70d8b-89a3-4e71-945b-e883c0e94b9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for network (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:03.296842 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd70d8b-89a3-4e71-945b-e883c0e94b9c admin admin] Pushing event updated for resources: {'Network': ['ID=ace0bd4e-24e6-4889-8232-1f8bdff3f386,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:03.313228 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Network ace0bd4e-24e6-4889-8232-1f8bdff3f386 details requested by agent ovs-agent-dv-cinder-828150-2-iscsi with host dv-cinder-828150-2-iscsi {{(pid=102682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 20:36:03.359960 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-1fd70d8b-89a3-4e71-945b-e883c0e94b9c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5150597 Feb 07 20:36:03.363363 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 48166) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:03.369308 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-8241fdcb-1a52-4ba9-8214-ebea765a5be2 admin admin] Request body: {'subnet': {'network_id': 'ace0bd4e-24e6-4889-8232-1f8bdff3f386', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1503582470-subnet', 'tenant_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'ip_version': 4}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:36:03.395923 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc97a156-ec6f-4420-b6dc-0e1a0c93f987 req-a7473060-aebb-4809-b20e-7faca6a35ee3 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:03.399054 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-bc97a156-ec6f-4420-b6dc-0e1a0c93f987 req-a7473060-aebb-4809-b20e-7faca6a35ee3 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.1031988 Feb 07 20:36:03.408293 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8241fdcb-1a52-4ba9-8214-ebea765a5be2 admin admin] Made reservation on behalf of b81ed2187e4b4bb480ac9927221e90fc for: {'subnet': 1} {{(pid=102680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:36:03.414741 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8241fdcb-1a52-4ba9-8214-ebea765a5be2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9394613'] for subnet (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:03.500651 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-bc97a156-ec6f-4420-b6dc-0e1a0c93f987 req-e6cea98e-97f2-45c4-9a12-a92ec6b26df8 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900764 Feb 07 20:36:03.589327 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbad6c-1a5b-4def-844b-c96a7ed28ddd req-f375afa6-34cc-45cc-ae01-9a5e69d79534 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:03.590867 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-bbbbad6c-1a5b-4def-844b-c96a7ed28ddd req-f375afa6-34cc-45cc-ae01-9a5e69d79534 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.0834942 Feb 07 20:36:03.700186 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-bbbbad6c-1a5b-4def-844b-c96a7ed28ddd req-5db274c5-7c58-48c0-b391-5f66a0c061a8 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012878 Feb 07 20:36:03.718685 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8241fdcb-1a52-4ba9-8214-ebea765a5be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9394571'] for subnet (e3cd4edc-eaf8-49b3-8c39-6df61c2ee5a5), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:03.780125 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8241fdcb-1a52-4ba9-8214-ebea765a5be2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3cd4edc-eaf8-49b3-8c39-6df61c2ee5a5,revision_number=0']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:03.792178 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8241fdcb-1a52-4ba9-8214-ebea765a5be2 admin admin] Checking segment: {'id': '92297ea3-159c-48e9-b76b-2b4a88cff175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ace0bd4e-24e6-4889-8232-1f8bdff3f386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:36:03.792539 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8241fdcb-1a52-4ba9-8214-ebea765a5be2 admin admin] Network hostable DHCP agents. Network: ace0bd4e-24e6-4889-8232-1f8bdff3f386, hostable agents: ['e1cc327f-50d0-4a6e-8186-ec075b67de95'], hosted agents: [] {{(pid=102680) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 20:36:03.813307 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8241fdcb-1a52-4ba9-8214-ebea765a5be2 admin admin] Network ace0bd4e-24e6-4889-8232-1f8bdff3f386 is scheduled to be hosted by DHCP agent e1cc327f-50d0-4a6e-8186-ec075b67de95 with binding_index 1 {{(pid=102680) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 20:36:03.825428 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [None req-8241fdcb-1a52-4ba9-8214-ebea765a5be2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828150-2-iscsi, ace0bd4e-24e6-4889-8232-1f8bdff3f386) {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:36:03.832837 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8241fdcb-1a52-4ba9-8214-ebea765a5be2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:03.833481 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8241fdcb-1a52-4ba9-8214-ebea765a5be2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:03.839623 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d090770-e2d6-4987-bfb8-01b9cbe55f67 None None] Network ace0bd4e-24e6-4889-8232-1f8bdff3f386 requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:36:03.860717 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-8241fdcb-1a52-4ba9-8214-ebea765a5be2 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4955087 Feb 07 20:36:03.863441 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 48190) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:03.867769 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-c4214e79-94af-451c-b841-4905ae5d2ee4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1503582470-router', 'tenant_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'}}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:36:03.892019 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c4214e79-94af-451c-b841-4905ae5d2ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-394574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7728'] for router (ed29af84-3339-410f-9ca4-262d6fc6d723), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:03.893227 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c4214e79-94af-451c-b841-4905ae5d2ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7723'] for router (ed29af84-3339-410f-9ca4-262d6fc6d723), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:03.999674 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c4214e79-94af-451c-b841-4905ae5d2ee4 admin admin] Publish callbacks [] for router_controller (ed29af84-3339-410f-9ca4-262d6fc6d723), precommit_add_association {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:04.006234 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04ca5b-dfe2-4424-82dd-7c579da6a5ed req-c6e48225-e219-4e9e-bb10-44f99cbcc3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:04.008338 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-3d04ca5b-dfe2-4424-82dd-7c579da6a5ed req-c6e48225-e219-4e9e-bb10-44f99cbcc3be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65cf5264b1da4554b2269d6ae291ebe5&device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 1130 time: 0.0563195 Feb 07 20:36:04.038079 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905634d9-05dc-4e95-81d9-80decc59d650 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77ca2aab-c32d-5221-adbb-aaf0b4c52255-ace0bd4e-24e6-4889-8232-1f8bdff3f386', 'network_id': 'ace0bd4e-24e6-4889-8232-1f8bdff3f386', 'project_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'fixed_ips': [{'subnet_id': 'e3cd4edc-eaf8-49b3-8c39-6df61c2ee5a5'}]}} from dv-cinder-828150-2-iscsi. {{(pid=102682) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 20:36:04.040093 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-905634d9-05dc-4e95-81d9-80decc59d650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:04.098378 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88608f97-941f-4d37-a8c9-16f53fd78b07 req-00a63de6-67aa-4d22-bc87-89f34f4ca8f3 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:04.099926 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-88608f97-941f-4d37-a8c9-16f53fd78b07 req-00a63de6-67aa-4d22-bc87-89f34f4ca8f3 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.1402357 Feb 07 20:36:04.188999 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c4214e79-94af-451c-b841-4905ae5d2ee4 admin admin] Publish callbacks [] for router_gateway (ed29af84-3339-410f-9ca4-262d6fc6d723), precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:04.241018 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.db_base_plugin_common [None req-905634d9-05dc-4e95-81d9-80decc59d650 None None] Allocated IP 172.20.0.2 (ace0bd4e-24e6-4889-8232-1f8bdff3f386/e3cd4edc-eaf8-49b3-8c39-6df61c2ee5a5/b3feca94-cfe3-446b-9236-a9de2511db99) {{(pid=102682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:36:04.280721 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-88608f97-941f-4d37-a8c9-16f53fd78b07 req-948e329b-9f1a-40cc-b089-c561e973c8cd tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414223 Feb 07 20:36:04.338426 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 48208) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:04.339781 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04ca5b-dfe2-4424-82dd-7c579da6a5ed req-34df280c-6229-4483-89ee-6f20f03d7335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:04.347536 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-3d04ca5b-dfe2-4424-82dd-7c579da6a5ed req-34df280c-6229-4483-89ee-6f20f03d7335 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ca2a6cc-a6a4-43f6-8547-da5aef66c337 HTTP/1.1" status: 200 len: 920 time: 0.3289888 Feb 07 20:36:04.651234 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-3d04ca5b-dfe2-4424-82dd-7c579da6a5ed req-d772ccb8-a592-40e4-a709-c4855da81bf5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d61eb379-e74f-4eca-93e4-c21c726a3941 HTTP/1.1" status: 200 len: 217 time: 0.2836878 Feb 07 20:36:04.678615 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d896adbe-cf48-4b69-9aed-9d0d08f42f26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:04.704341 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c4214e79-94af-451c-b841-4905ae5d2ee4 admin admin] Publish callbacks [] for router_gateway (ed29af84-3339-410f-9ca4-262d6fc6d723), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:04.746515 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c4214e79-94af-451c-b841-4905ae5d2ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:04.758636 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04ca5b-dfe2-4424-82dd-7c579da6a5ed req-17ee262d-18cc-4f3b-a944-b18a4cfcd61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:04.760416 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-3d04ca5b-dfe2-4424-82dd-7c579da6a5ed req-17ee262d-18cc-4f3b-a944-b18a4cfcd61a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53c092ef-219e-4a25-a4d7-3fe3d86843e6 HTTP/1.1" status: 200 len: 859 time: 0.0883467 Feb 07 20:36:04.816967 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-3d04ca5b-dfe2-4424-82dd-7c579da6a5ed req-be85e401-a7f0-497f-ae96-fc1d221d5497 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ca2a6cc-a6a4-43f6-8547-da5aef66c337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480721 Feb 07 20:36:04.849875 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-905634d9-05dc-4e95-81d9-80decc59d650 None None] Publish callbacks [] for port (b3feca94-cfe3-446b-9236-a9de2511db99), precommit_create {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:04.863363 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-905634d9-05dc-4e95-81d9-80decc59d650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216'] for port (b3feca94-cfe3-446b-9236-a9de2511db99), after_create {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:04.934239 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905634d9-05dc-4e95-81d9-80decc59d650 None None] Pushing event updated for resources: {'Port': ['ID=b3feca94-cfe3-446b-9236-a9de2511db99,revision_number=1']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:04.940243 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b348f42-b84a-4b8f-80ad-83cbe3faf174 req-e6ffb439-96f7-4922-90cd-efc4051d0e36 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:04.944365 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905634d9-05dc-4e95-81d9-80decc59d650 None None] Network ace0bd4e-24e6-4889-8232-1f8bdff3f386 is already hosted by enough agents. {{(pid=102682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:36:04.947350 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.scheduler.base_scheduler [None req-905634d9-05dc-4e95-81d9-80decc59d650 None None] Resources bound (agent type, host, resource id): {{(pid=102682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:36:04.947518 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.db_base_plugin_common [None req-c4214e79-94af-451c-b841-4905ae5d2ee4 admin admin] Allocated IP 172.27.3.119 (8fac5e93-9c31-4064-8161-a8fff953e3cb/29ca3f4a-d044-4ce0-b1ea-59efe11aa82f/07f2edb3-d381-46e3-92fb-bd8ce2b71d98) {{(pid=102680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:36:04.949861 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905634d9-05dc-4e95-81d9-80decc59d650 None None] Received port after_create {{(pid=102682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:36:04.954673 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-6b348f42-b84a-4b8f-80ad-83cbe3faf174 req-e6ffb439-96f7-4922-90cd-efc4051d0e36 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.1405857 Feb 07 20:36:04.966523 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d896adbe-cf48-4b69-9aed-9d0d08f42f26 admin admin] Publish callbacks [] for security_group (c9970d12-9a32-49bc-8a5b-b9de72c84688), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:04.980915 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d896adbe-cf48-4b69-9aed-9d0d08f42f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (c9970d12-9a32-49bc-8a5b-b9de72c84688), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:05.015597 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-3d04ca5b-dfe2-4424-82dd-7c579da6a5ed req-d98e9ae8-999f-4a93-8e42-e47c637a29d9 service neutron] 10.222.0.24 "GET /v2.0/networks/4ca2a6cc-a6a4-43f6-8547-da5aef66c337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896248 Feb 07 20:36:05.036082 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-905634d9-05dc-4e95-81d9-80decc59d650 None None] Attempting to bind port b3feca94-cfe3-446b-9236-a9de2511db99 on host dv-cinder-828150-2-iscsi for vnic_type normal with profile {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:36:05.036462 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-905634d9-05dc-4e95-81d9-80decc59d650 None None] Attempting to bind port b3feca94-cfe3-446b-9236-a9de2511db99 by drivers openvswitch,hyperv on host dv-cinder-828150-2-iscsi at level 0 using segments [{'id': '92297ea3-159c-48e9-b76b-2b4a88cff175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ace0bd4e-24e6-4889-8232-1f8bdff3f386'}] {{(pid=102682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:36:05.036976 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905634d9-05dc-4e95-81d9-80decc59d650 None None] Attempting to bind port b3feca94-cfe3-446b-9236-a9de2511db99 on network ace0bd4e-24e6-4889-8232-1f8bdff3f386 {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:36:05.044180 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905634d9-05dc-4e95-81d9-80decc59d650 None None] Checking agent: {'id': 'c89dd41c-5256-44ac-a1f6-453d759a66bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828150-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 27, 33), 'started_at': datetime.datetime(2022, 2, 7, 20, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828150-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:36:05.044558 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905634d9-05dc-4e95-81d9-80decc59d650 None None] Checking segment: {'id': '92297ea3-159c-48e9-b76b-2b4a88cff175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ace0bd4e-24e6-4889-8232-1f8bdff3f386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:36:05.045521 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-905634d9-05dc-4e95-81d9-80decc59d650 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:05.045932 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905634d9-05dc-4e95-81d9-80decc59d650 None None] Bound using segment: {'id': '92297ea3-159c-48e9-b76b-2b4a88cff175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ace0bd4e-24e6-4889-8232-1f8bdff3f386'} {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:36:05.046407 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-905634d9-05dc-4e95-81d9-80decc59d650 None None] Bound port: b3feca94-cfe3-446b-9236-a9de2511db99, host: dv-cinder-828150-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92297ea3-159c-48e9-b76b-2b4a88cff175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ace0bd4e-24e6-4889-8232-1f8bdff3f386'}}] {{(pid=102682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:36:05.046883 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-905634d9-05dc-4e95-81d9-80decc59d650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (b3feca94-cfe3-446b-9236-a9de2511db99), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:05.052535 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-6b348f42-b84a-4b8f-80ad-83cbe3faf174 req-d56fa0ea-ea90-49d5-b32a-028d562bc3d5 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936449 Feb 07 20:36:05.129536 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-d896adbe-cf48-4b69-9aed-9d0d08f42f26 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cf2b2426392f4f8c8f3f897dec2be723&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7900786 Feb 07 20:36:05.132739 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 48246) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:05.152844 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d896adbe-cf48-4b69-9aed-9d0d08f42f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9970d12-9a32-49bc-8a5b-b9de72c84688,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:05.166067 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-905634d9-05dc-4e95-81d9-80decc59d650 None None] For port b3feca94-cfe3-446b-9236-a9de2511db99, host dv-cinder-828150-2-iscsi, cleared binding levels {{(pid=102682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:36:05.170993 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-905634d9-05dc-4e95-81d9-80decc59d650 None None] For port b3feca94-cfe3-446b-9236-a9de2511db99, host dv-cinder-828150-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=b3feca94-cfe3-446b-9236-a9de2511db99,segment=NetworkSegment(92297ea3-159c-48e9-b76b-2b4a88cff175),segment_id=92297ea3-159c-48e9-b76b-2b4a88cff175)] {{(pid=102682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:36:05.174455 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-3d04ca5b-dfe2-4424-82dd-7c579da6a5ed req-28c82cbe-fc4e-4a77-bf9f-1e7b8cc941c5 service neutron] 10.222.0.24 "GET /v2.0/networks/4ca2a6cc-a6a4-43f6-8547-da5aef66c337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417663 Feb 07 20:36:05.179134 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-905634d9-05dc-4e95-81d9-80decc59d650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (b3feca94-cfe3-446b-9236-a9de2511db99), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:05.238062 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c4214e79-94af-451c-b841-4905ae5d2ee4 admin admin] Publish callbacks [] for port (07f2edb3-d381-46e3-92fb-bd8ce2b71d98), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:05.249587 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739fd59-0219-40db-be1c-1390bff72b97 req-56c5fe64-b0a4-4f85-be01-3239fdfcc19f tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:05.251816 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f739fd59-0219-40db-be1c-1390bff72b97 req-56c5fe64-b0a4-4f85-be01-3239fdfcc19f tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.1105938 Feb 07 20:36:05.261819 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 48258) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:05.266952 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-bc1de777-0a3e-4966-a7d8-f93be804260a tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Request body: {'floatingip': {'port_id': '6b7a9c0f-da25-4335-9833-4fae4a44db0a'}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:36:05.277190 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905634d9-05dc-4e95-81d9-80decc59d650 None None] Pushing event updated for resources: {'Port': ['ID=b3feca94-cfe3-446b-9236-a9de2511db99,revision_number=2']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:05.302825 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-8c10136b-cb86-455c-8d77-8af6c8a0b214 admin admin] Publish callbacks [] for security_group (c9970d12-9a32-49bc-8a5b-b9de72c84688), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:05.333235 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-8c10136b-cb86-455c-8d77-8af6c8a0b214 admin admin] Publish callbacks [] for security_group (c9970d12-9a32-49bc-8a5b-b9de72c84688), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:05.402900 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-bc1de777-0a3e-4966-a7d8-f93be804260a tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks [] for floatingip (f37c2a76-11d9-4149-aaea-30271a402577), before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:05.450682 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-8c10136b-cb86-455c-8d77-8af6c8a0b214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (c9970d12-9a32-49bc-8a5b-b9de72c84688), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:05.453363 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-8c10136b-cb86-455c-8d77-8af6c8a0b214 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:05.455648 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-8c10136b-cb86-455c-8d77-8af6c8a0b214 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c9970d12-9a32-49bc-8a5b-b9de72c84688 HTTP/1.1" status: 204 len: 168 time: 0.3207953 Feb 07 20:36:05.471567 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985662fa-dfca-48da-b887-2b257b5d2dff req-973f8752-ad3f-4d51-8227-08c5cc4b5388 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:05.473383 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-985662fa-dfca-48da-b887-2b257b5d2dff req-973f8752-ad3f-4d51-8227-08c5cc4b5388 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.0971859 Feb 07 20:36:05.481246 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c10136b-cb86-455c-8d77-8af6c8a0b214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9970d12-9a32-49bc-8a5b-b9de72c84688,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:05.550233 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-985662fa-dfca-48da-b887-2b257b5d2dff req-ef922a74-581c-4eea-ad0c-de54c1396e6b tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650766 Feb 07 20:36:05.754847 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 48276) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:05.756074 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c4214e79-94af-451c-b841-4905ae5d2ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17688'] for port (07f2edb3-d381-46e3-92fb-bd8ce2b71d98), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:05.852008 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4214e79-94af-451c-b841-4905ae5d2ee4 admin admin] Network 8fac5e93-9c31-4064-8161-a8fff953e3cb is already hosted by enough agents. {{(pid=102680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:36:05.866538 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [None req-c4214e79-94af-451c-b841-4905ae5d2ee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:36:05.872021 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4214e79-94af-451c-b841-4905ae5d2ee4 admin admin] Received port after_create {{(pid=102680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:36:05.874797 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4214e79-94af-451c-b841-4905ae5d2ee4 admin admin] Pushing event updated for resources: {'Port': ['ID=07f2edb3-d381-46e3-92fb-bd8ce2b71d98,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:05.923741 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 48280) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:05.941461 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-a54d8041-927f-4180-8965-a4c4b03c04fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:05.943213 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d7e9a991-ab8f-4dd7-ac32-e18b704b21e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:06.071007 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-a54d8041-927f-4180-8965-a4c4b03c04fc admin admin] Publish callbacks [] for security_group (29f29354-19a0-45fa-955e-37359c1ef600), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:06.076200 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d7e9a991-ab8f-4dd7-ac32-e18b704b21e5 admin admin] Publish callbacks [] for security_group (a8c86219-18ac-4795-8032-1287a7c6a927), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:06.077621 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-a54d8041-927f-4180-8965-a4c4b03c04fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (29f29354-19a0-45fa-955e-37359c1ef600), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:06.088591 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d7e9a991-ab8f-4dd7-ac32-e18b704b21e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (a8c86219-18ac-4795-8032-1287a7c6a927), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:06.134894 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-a54d8041-927f-4180-8965-a4c4b03c04fc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=38080e0b28114c1ba467265ac6b1aa7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3777745 Feb 07 20:36:06.137760 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 48286) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:06.142890 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-d7e9a991-ab8f-4dd7-ac32-e18b704b21e5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f6a1559c9616474b884b120a8c363bc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2153029 Feb 07 20:36:06.142890 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d8041-927f-4180-8965-a4c4b03c04fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f29354-19a0-45fa-955e-37359c1ef600,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:06.144686 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 48288) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:06.220831 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9a991-ab8f-4dd7-ac32-e18b704b21e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c86219-18ac-4795-8032-1287a7c6a927,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:06.254814 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-58b79f84-829c-4ac9-a1da-bcb6fc15a272 admin admin] Publish callbacks [] for security_group (29f29354-19a0-45fa-955e-37359c1ef600), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:06.262371 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-6f58dfa7-aa04-4e88-9b26-045479a3b5df admin admin] Publish callbacks [] for security_group (a8c86219-18ac-4795-8032-1287a7c6a927), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:06.291264 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-58b79f84-829c-4ac9-a1da-bcb6fc15a272 admin admin] Publish callbacks [] for security_group (29f29354-19a0-45fa-955e-37359c1ef600), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:06.307275 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-6f58dfa7-aa04-4e88-9b26-045479a3b5df admin admin] Publish callbacks [] for security_group (a8c86219-18ac-4795-8032-1287a7c6a927), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:06.342694 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c4214e79-94af-451c-b841-4905ae5d2ee4 admin admin] Publish callbacks [] for router_gateway (ed29af84-3339-410f-9ca4-262d6fc6d723), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:06.393108 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-6f58dfa7-aa04-4e88-9b26-045479a3b5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (a8c86219-18ac-4795-8032-1287a7c6a927), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:06.396533 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-6f58dfa7-aa04-4e88-9b26-045479a3b5df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:06.408273 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-6f58dfa7-aa04-4e88-9b26-045479a3b5df admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a8c86219-18ac-4795-8032-1287a7c6a927 HTTP/1.1" status: 204 len: 168 time: 0.2583115 Feb 07 20:36:06.422448 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-58b79f84-829c-4ac9-a1da-bcb6fc15a272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (29f29354-19a0-45fa-955e-37359c1ef600), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:06.425025 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-58b79f84-829c-4ac9-a1da-bcb6fc15a272 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:06.426621 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-58b79f84-829c-4ac9-a1da-bcb6fc15a272 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/29f29354-19a0-45fa-955e-37359c1ef600 HTTP/1.1" status: 204 len: 168 time: 0.2851157 Feb 07 20:36:06.427815 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58dfa7-aa04-4e88-9b26-045479a3b5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c86219-18ac-4795-8032-1287a7c6a927,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:06.442383 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b79f84-829c-4ac9-a1da-bcb6fc15a272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f29354-19a0-45fa-955e-37359c1ef600,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:06.668540 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09b9ed4-5e86-40da-a037-156c7d8b1510 None None] Network ace0bd4e-24e6-4889-8232-1f8bdff3f386 requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:36:06.776942 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-ba9ccd28-b43b-4e8f-b464-885cb66ad691 None None] Provisioning complete for port b3feca94-cfe3-446b-9236-a9de2511db99 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:36:06.777312 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-ba9ccd28-b43b-4e8f-b464-885cb66ad691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (b3feca94-cfe3-446b-9236-a9de2511db99), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:06.777853 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a279f-f906-46c4-8733-cb9ebaed3095 req-a13c42a9-bfa5-4380-a2d6-3e9a2bc5fc40 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:06.788419 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f87a279f-f906-46c4-8733-cb9ebaed3095 req-a13c42a9-bfa5-4380-a2d6-3e9a2bc5fc40 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.1547542 Feb 07 20:36:06.830433 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.db.resource_extend [None req-bc1de777-0a3e-4966-a7d8-f93be804260a tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 20:36:06.936758 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-ba9ccd28-b43b-4e8f-b464-885cb66ad691 None None] Current status of the port b3feca94-cfe3-446b-9236-a9de2511db99 is: DOWN; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:36:06.937152 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-ba9ccd28-b43b-4e8f-b464-885cb66ad691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (b3feca94-cfe3-446b-9236-a9de2511db99), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:06.981757 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-bc1de777-0a3e-4966-a7d8-f93be804260a tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:07.008974 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-ba9ccd28-b43b-4e8f-b464-885cb66ad691 None None] For port b3feca94-cfe3-446b-9236-a9de2511db99, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=b3feca94-cfe3-446b-9236-a9de2511db99,segment=NetworkSegment(92297ea3-159c-48e9-b76b-2b4a88cff175),segment_id=92297ea3-159c-48e9-b76b-2b4a88cff175)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:36:07.020908 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-ba9ccd28-b43b-4e8f-b464-885cb66ad691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (b3feca94-cfe3-446b-9236-a9de2511db99), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:07.053415 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-bc1de777-0a3e-4966-a7d8-f93be804260a tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395805'] for floatingip (f37c2a76-11d9-4149-aaea-30271a402577), after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:07.086197 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 48314) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:07.101611 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-08ef2676-7373-490f-8ead-7c14773fb3cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:07.113347 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ccd28-b43b-4e8f-b464-885cb66ad691 None None] Pushing event updated for resources: {'Port': ['ID=b3feca94-cfe3-446b-9236-a9de2511db99,revision_number=3']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:07.208317 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-08ef2676-7373-490f-8ead-7c14773fb3cf admin admin] Publish callbacks [] for security_group (362f25e5-c6e3-4a1c-9f1d-60aaec8bd410), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:07.213370 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-08ef2676-7373-490f-8ead-7c14773fb3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (362f25e5-c6e3-4a1c-9f1d-60aaec8bd410), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:07.253373 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c93ecf7b-0992-421c-bcf6-321cab4249e2 None None] Provisioning complete for port b3feca94-cfe3-446b-9236-a9de2511db99 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:36:07.253744 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c93ecf7b-0992-421c-bcf6-321cab4249e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (b3feca94-cfe3-446b-9236-a9de2511db99), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:07.262330 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-08ef2676-7373-490f-8ead-7c14773fb3cf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a9bb72f6394844cb8a1dc09ccf7091e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1750393 Feb 07 20:36:07.265168 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 48320) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:07.272062 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ef2676-7373-490f-8ead-7c14773fb3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362f25e5-c6e3-4a1c-9f1d-60aaec8bd410,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:07.326279 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-30c115dc-bec7-45d8-960d-ac4bb30ad404 admin admin] Publish callbacks [] for security_group (362f25e5-c6e3-4a1c-9f1d-60aaec8bd410), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:07.356329 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c93ecf7b-0992-421c-bcf6-321cab4249e2 None None] Current status of the port b3feca94-cfe3-446b-9236-a9de2511db99 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:36:07.356812 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-30c115dc-bec7-45d8-960d-ac4bb30ad404 admin admin] Publish callbacks [] for security_group (362f25e5-c6e3-4a1c-9f1d-60aaec8bd410), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:07.359574 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f87a279f-f906-46c4-8733-cb9ebaed3095 req-e4ee068a-fccc-4404-9eba-e77297aec9de tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5729976 Feb 07 20:36:07.388257 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c4214e79-94af-451c-b841-4905ae5d2ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395847'] for router (ed29af84-3339-410f-9ca4-262d6fc6d723), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:07.424970 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-30c115dc-bec7-45d8-960d-ac4bb30ad404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (362f25e5-c6e3-4a1c-9f1d-60aaec8bd410), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:07.427909 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-30c115dc-bec7-45d8-960d-ac4bb30ad404 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:07.429619 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-30c115dc-bec7-45d8-960d-ac4bb30ad404 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/362f25e5-c6e3-4a1c-9f1d-60aaec8bd410 HTTP/1.1" status: 204 len: 168 time: 0.1627290 Feb 07 20:36:07.438413 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c115dc-bec7-45d8-960d-ac4bb30ad404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362f25e5-c6e3-4a1c-9f1d-60aaec8bd410,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:07.478300 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.db.l3_db [None req-bc1de777-0a3e-4966-a7d8-f93be804260a tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Floating IP f37c2a76-11d9-4149-aaea-30271a402577 associated. External IP: 172.27.3.27, port: 6b7a9c0f-da25-4335-9833-4fae4a44db0a. Feb 07 20:36:07.644349 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4214e79-94af-451c-b841-4905ae5d2ee4 admin admin] Router ed29af84-3339-410f-9ca4-262d6fc6d723 is scheduled to L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef with binding_index 1 {{(pid=102680) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 20:36:07.709957 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device b3feca94-cfe3-446b-9236-a9de2511db99 up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:36:07.777204 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port b3feca94-cfe3-446b-9236-a9de2511db99 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:36:07.778084 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (b3feca94-cfe3-446b-9236-a9de2511db99), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:07.898786 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port b3feca94-cfe3-446b-9236-a9de2511db99 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:36:07.903101 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4214e79-94af-451c-b841-4905ae5d2ee4 admin admin] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:36:07.906493 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1de777-0a3e-4966-a7d8-f93be804260a tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Router aa043946-4a7d-45df-860a-59f6f39a106b has already been hosted by L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef {{(pid=102680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:36:07.922328 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef3c164-691d-4f8f-a3a3-57bf0748d368 None None] Sync routers for ids ['ed29af84-3339-410f-9ca4-262d6fc6d723'] in dv-cinder-828150-2-iscsi {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:36:07.938552 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef3c164-691d-4f8f-a3a3-57bf0748d368 None None] Routers {'ed29af84-3339-410f-9ca4-262d6fc6d723'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:36:07.939179 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-6ef3c164-691d-4f8f-a3a3-57bf0748d368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:35:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['ed29af84-3339-410f-9ca4-262d6fc6d723'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:36:07.946310 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c4214e79-94af-451c-b841-4905ae5d2ee4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:07.947923 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-c4214e79-94af-451c-b841-4905ae5d2ee4 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0832984 Feb 07 20:36:07.952630 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 48360) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:08.098306 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1de777-0a3e-4966-a7d8-f93be804260a tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:36:08.103544 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-bc1de777-0a3e-4966-a7d8-f93be804260a tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for floatingip (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:08.109634 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-6ef3c164-691d-4f8f-a3a3-57bf0748d368 None None] Set router ed29af84-3339-410f-9ca4-262d6fc6d723 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:36:08.114767 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ed1b9b-e43b-4e28-9160-806f563d7563 None None] Sync routers for ids ['aa043946-4a7d-45df-860a-59f6f39a106b'] in dv-cinder-828150-2-iscsi {{(pid=102682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:36:08.131004 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ed1b9b-e43b-4e28-9160-806f563d7563 None None] Routers {'aa043946-4a7d-45df-860a-59f6f39a106b'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:36:08.134899 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-f8ed1b9b-e43b-4e28-9160-806f563d7563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:35:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['aa043946-4a7d-45df-860a-59f6f39a106b'], 'active': True} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:36:08.161565 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-bc1de777-0a3e-4966-a7d8-f93be804260a tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "PUT /v2.0/floatingips/f37c2a76-11d9-4149-aaea-30271a402577 HTTP/1.1" status: 200 len: 990 time: 2.8959248 Feb 07 20:36:08.161565 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53381b73-bdbb-4d09-8cd2-8f17d4959bb0', 'tag': '6b7a9c0f-da25-4335-9833-4fae4a44db0a'}] {{(pid=102680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:36:08.162098 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8018c2217b61fdaaeb92b6d737e1de58097a2b3cdf81442b843717ec2e5fe670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e640df5e-80ab-48d4-8a11-fd676ac9c2da" -d '{"events": [{"name": "network-changed", "server_uuid": "53381b73-bdbb-4d09-8cd2-8f17d4959bb0", "tag": "6b7a9c0f-da25-4335-9833-4fae4a44db0a"}]}' {{(pid=102680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:36:08.260089 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e665aa-4591-4a01-afed-5d27f327384f x-openstack-request-id: req-05e665aa-4591-4a01-afed-5d27f327384f {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:36:08.260322 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53381b73-bdbb-4d09-8cd2-8f17d4959bb0", "tag": "6b7a9c0f-da25-4335-9833-4fae4a44db0a", "status": "completed", "code": 200}]} {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:36:08.260577 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-05e665aa-4591-4a01-afed-5d27f327384f {{(pid=102680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:36:08.261050 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53381b73-bdbb-4d09-8cd2-8f17d4959bb0', 'tag': '6b7a9c0f-da25-4335-9833-4fae4a44db0a', 'status': 'completed', 'code': 200} Feb 07 20:36:08.314522 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvr_db [None req-f8ed1b9b-e43b-4e28-9160-806f563d7563 None None] Set router aa043946-4a7d-45df-860a-59f6f39a106b gateway port host: dv-cinder-828150-2-iscsi {{(pid=102682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:36:08.463618 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 48376) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:08.489321 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640df5e-80ab-48d4-8a11-fd676ac9c2da req-6ecd709c-39ac-4c6c-8a55-bba46bb0c5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:08.490946 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e640df5e-80ab-48d4-8a11-fd676ac9c2da req-6ecd709c-39ac-4c6c-8a55-bba46bb0c5cd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1920726293f94b09a11892df688f137b&device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 1129 time: 0.1841767 Feb 07 20:36:08.497792 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e900a-101d-421d-8c3a-3ab1ae4fb985 req-9d250319-e87e-4287-8ebb-0c09c1de1e9d tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:08.505453 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c01e900a-101d-421d-8c3a-3ab1ae4fb985 req-9d250319-e87e-4287-8ebb-0c09c1de1e9d tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.2000880 Feb 07 20:36:08.517611 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-6ef3c164-691d-4f8f-a3a3-57bf0748d368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed29af84-3339-410f-9ca4-262d6fc6d723', 'name': 'tempest-TestMinimumBasicScenario-1503582470-router', 'tenant_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '07f2edb3-d381-46e3-92fb-bd8ce2b71d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:36:03Z', 'updated_at': '2022-02-07T20:36:06Z', 'revision_number': 3, 'project_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'gw_port': {'id': '07f2edb3-d381-46e3-92fb-bd8ce2b71d98', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:13:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed29af84-3339-410f-9ca4-262d6fc6d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:36:04Z', 'updated_at': '2022-02-07T20:36:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi'}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:36:08.594216 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef3c164-691d-4f8f-a3a3-57bf0748d368 None None] Checking router: ed29af84-3339-410f-9ca4-262d6fc6d723 for host: dv-cinder-828150-2-iscsi {{(pid=102683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:36:08.595744 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef3c164-691d-4f8f-a3a3-57bf0748d368 None None] Updating router ed29af84-3339-410f-9ca4-262d6fc6d723 port 07f2edb3-d381-46e3-92fb-bd8ce2b71d98 binding host dv-cinder-828150-2-iscsi {{(pid=102683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 20:36:08.646553 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-6ef3c164-691d-4f8f-a3a3-57bf0748d368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (07f2edb3-d381-46e3-92fb-bd8ce2b71d98), before_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:08.729927 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c01e900a-101d-421d-8c3a-3ab1ae4fb985 req-17d5756d-7543-43a9-8642-8cfe85fc1452 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2232730 Feb 07 20:36:08.740465 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640df5e-80ab-48d4-8a11-fd676ac9c2da req-f74b6354-133f-4d5c-b2fc-7f06c04cee5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:08.742098 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e640df5e-80ab-48d4-8a11-fd676ac9c2da req-f74b6354-133f-4d5c-b2fc-7f06c04cee5e service neutron] 10.222.0.24 "GET /v2.0/networks?id=72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e HTTP/1.1" status: 200 len: 912 time: 0.2311099 Feb 07 20:36:08.846636 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e03a6370-4738-4687-a8d9-ef4b193a30a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:08.907553 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e97b3a-8ed7-4d75-8075-66822cecd03f req-5d397fe4-e120-457d-a639-b2659c5d0eef tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:08.909418 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-f8ed1b9b-e43b-4e28-9160-806f563d7563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'name': 'tempest-AttachVolumeTestJSON-2019118832-router', 'tenant_id': '1920726293f94b09a11892df688f137b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e01ffbfe-fa33-4369-b976-b58a18f14152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:35:16Z', 'updated_at': '2022-02-07T20:35:23Z', 'revision_number': 4, 'project_id': '1920726293f94b09a11892df688f137b', 'gw_port': {'id': 'e01ffbfe-fa33-4369-b976-b58a18f14152', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:99:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:35:18Z', 'updated_at': '2022-02-07T20:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_floatingips': [{'id': 'f37c2a76-11d9-4149-aaea-30271a402577', 'tenant_id': '1920726293f94b09a11892df688f137b', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'router_id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'port_id': '6b7a9c0f-da25-4335-9833-4fae4a44db0a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e', 'mac_address': 'fa:16:3e:73:dc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53381b73-bdbb-4d09-8cd2-8f17d4959bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:35:35Z', 'updated_at': '2022-02-07T20:36:06Z', 'revision_number': 1, 'project_id': '1920726293f94b09a11892df688f137b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1afddea-2b48-49e7-9dfd-8043d1063611', 'name': '', 'network_id': '72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e', 'tenant_id': '1920726293f94b09a11892df688f137b', 'mac_address': 'fa:16:3e:b7:e2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '57a3a711-2e6c-457c-a563-2e93bf8d035e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:35:22Z', 'updated_at': '2022-02-07T20:35:29Z', 'revision_number': 5, 'project_id': '1920726293f94b09a11892df688f137b', 'subnets': [{'id': '57a3a711-2e6c-457c-a563-2e93bf8d035e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:36:08.910281 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-a8e97b3a-8ed7-4d75-8075-66822cecd03f req-5d397fe4-e120-457d-a639-b2659c5d0eef tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.1518996 Feb 07 20:36:08.940906 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ed1b9b-e43b-4e28-9160-806f563d7563 None None] Checking router: aa043946-4a7d-45df-860a-59f6f39a106b for host: dv-cinder-828150-2-iscsi {{(pid=102682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:36:08.947676 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-4e81e828-5917-4e6f-ac70-78af35166942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:08.954966 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ed1b9b-e43b-4e28-9160-806f563d7563 None None] Routers {'aa043946-4a7d-45df-860a-59f6f39a106b'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:36:08.956042 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-f8ed1b9b-e43b-4e28-9160-806f563d7563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:35:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['aa043946-4a7d-45df-860a-59f6f39a106b'], 'active': True} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:36:08.964684 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e640df5e-80ab-48d4-8a11-fd676ac9c2da req-ada1f592-3dc6-4945-8fe5-1bab27f479e9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b7a9c0f-da25-4335-9833-4fae4a44db0a HTTP/1.1" status: 200 len: 998 time: 0.2073805 Feb 07 20:36:08.999571 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-a8e97b3a-8ed7-4d75-8075-66822cecd03f req-8008162c-fdcd-4a31-9b4f-1bb7c2d62102 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788920 Feb 07 20:36:09.066120 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e03a6370-4738-4687-a8d9-ef4b193a30a8 admin admin] Publish callbacks [] for security_group (0d89e59e-23f3-4e3f-aaf6-ab15553bab45), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:09.081655 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e03a6370-4738-4687-a8d9-ef4b193a30a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (0d89e59e-23f3-4e3f-aaf6-ab15553bab45), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:09.093938 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvr_db [None req-f8ed1b9b-e43b-4e28-9160-806f563d7563 None None] Set router aa043946-4a7d-45df-860a-59f6f39a106b gateway port host: dv-cinder-828150-2-iscsi {{(pid=102682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:36:09.174597 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-6ef3c164-691d-4f8f-a3a3-57bf0748d368 None None] Publish callbacks [] for port (07f2edb3-d381-46e3-92fb-bd8ce2b71d98), precommit_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:09.183543 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-e03a6370-4738-4687-a8d9-ef4b193a30a8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=48ed661c0aaf4a56be568cd4f43ae446&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7187357 Feb 07 20:36:09.188902 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-6ef3c164-691d-4f8f-a3a3-57bf0748d368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (07f2edb3-d381-46e3-92fb-bd8ce2b71d98), after_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:09.197208 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 48396) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:09.209948 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a6370-4738-4687-a8d9-ef4b193a30a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d89e59e-23f3-4e3f-aaf6-ab15553bab45,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:09.249479 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576f192-6d9f-4e62-bbe6-744074390317 None None] Pushing event updated for resources: {'Port': ['ID=07f2edb3-d381-46e3-92fb-bd8ce2b71d98,revision_number=2']} {{(pid=102683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:09.277585 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.managers [None req-6ef3c164-691d-4f8f-a3a3-57bf0748d368 None None] Attempting to bind port 07f2edb3-d381-46e3-92fb-bd8ce2b71d98 on host dv-cinder-828150-2-iscsi for vnic_type normal with profile {{(pid=102683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:36:09.278177 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.managers [None req-6ef3c164-691d-4f8f-a3a3-57bf0748d368 None None] Attempting to bind port 07f2edb3-d381-46e3-92fb-bd8ce2b71d98 by drivers openvswitch,hyperv on host dv-cinder-828150-2-iscsi at level 0 using segments [{'id': 'b6259b7e-66cb-4b1d-a7b0-58f7e3300c62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'}] {{(pid=102683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:36:09.278794 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef3c164-691d-4f8f-a3a3-57bf0748d368 None None] Attempting to bind port 07f2edb3-d381-46e3-92fb-bd8ce2b71d98 on network 8fac5e93-9c31-4064-8161-a8fff953e3cb {{(pid=102683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:36:09.286540 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef3c164-691d-4f8f-a3a3-57bf0748d368 None None] Checking agent: {'id': 'c89dd41c-5256-44ac-a1f6-453d759a66bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828150-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 27, 33), 'started_at': datetime.datetime(2022, 2, 7, 20, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828150-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:36:09.287002 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef3c164-691d-4f8f-a3a3-57bf0748d368 None None] Checking segment: {'id': 'b6259b7e-66cb-4b1d-a7b0-58f7e3300c62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:36:09.287648 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-6ef3c164-691d-4f8f-a3a3-57bf0748d368 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:09.288250 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef3c164-691d-4f8f-a3a3-57bf0748d368 None None] Bound using segment: {'id': 'b6259b7e-66cb-4b1d-a7b0-58f7e3300c62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'} {{(pid=102683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:36:09.288928 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.managers [None req-6ef3c164-691d-4f8f-a3a3-57bf0748d368 None None] Bound port: 07f2edb3-d381-46e3-92fb-bd8ce2b71d98, host: dv-cinder-828150-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6259b7e-66cb-4b1d-a7b0-58f7e3300c62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'}}] {{(pid=102683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:36:09.289367 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-6ef3c164-691d-4f8f-a3a3-57bf0748d368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (07f2edb3-d381-46e3-92fb-bd8ce2b71d98), before_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:09.314943 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-40e6a28f-f61e-4b88-8ec9-c256195aaa7b admin admin] Publish callbacks [] for security_group (0d89e59e-23f3-4e3f-aaf6-ab15553bab45), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:09.340636 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.db_base_plugin_common [None req-4e81e828-5917-4e6f-ac70-78af35166942 admin admin] Allocated IP 172.20.0.1 (ace0bd4e-24e6-4889-8232-1f8bdff3f386/e3cd4edc-eaf8-49b3-8c39-6df61c2ee5a5/e645a4c3-41ca-47e4-8863-987fe353c79b) {{(pid=102681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:36:09.354744 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-40e6a28f-f61e-4b88-8ec9-c256195aaa7b admin admin] Publish callbacks [] for security_group (0d89e59e-23f3-4e3f-aaf6-ab15553bab45), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:09.415738 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.db [None req-6ef3c164-691d-4f8f-a3a3-57bf0748d368 None None] For port 07f2edb3-d381-46e3-92fb-bd8ce2b71d98, host dv-cinder-828150-2-iscsi, cleared binding levels {{(pid=102683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:36:09.424605 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.db [None req-6ef3c164-691d-4f8f-a3a3-57bf0748d368 None None] For port 07f2edb3-d381-46e3-92fb-bd8ce2b71d98, host dv-cinder-828150-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=07f2edb3-d381-46e3-92fb-bd8ce2b71d98,segment=NetworkSegment(b6259b7e-66cb-4b1d-a7b0-58f7e3300c62),segment_id=b6259b7e-66cb-4b1d-a7b0-58f7e3300c62)] {{(pid=102683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:36:09.438576 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-6ef3c164-691d-4f8f-a3a3-57bf0748d368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (07f2edb3-d381-46e3-92fb-bd8ce2b71d98), after_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:09.459457 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-f8ed1b9b-e43b-4e28-9160-806f563d7563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'name': 'tempest-AttachVolumeTestJSON-2019118832-router', 'tenant_id': '1920726293f94b09a11892df688f137b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e01ffbfe-fa33-4369-b976-b58a18f14152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:35:16Z', 'updated_at': '2022-02-07T20:35:23Z', 'revision_number': 4, 'project_id': '1920726293f94b09a11892df688f137b', 'gw_port': {'id': 'e01ffbfe-fa33-4369-b976-b58a18f14152', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:99:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:35:18Z', 'updated_at': '2022-02-07T20:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_floatingips': [{'id': 'f37c2a76-11d9-4149-aaea-30271a402577', 'tenant_id': '1920726293f94b09a11892df688f137b', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'router_id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'port_id': '6b7a9c0f-da25-4335-9833-4fae4a44db0a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e', 'mac_address': 'fa:16:3e:73:dc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53381b73-bdbb-4d09-8cd2-8f17d4959bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:35:35Z', 'updated_at': '2022-02-07T20:36:06Z', 'revision_number': 1, 'project_id': '1920726293f94b09a11892df688f137b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1afddea-2b48-49e7-9dfd-8043d1063611', 'name': '', 'network_id': '72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e', 'tenant_id': '1920726293f94b09a11892df688f137b', 'mac_address': 'fa:16:3e:b7:e2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '57a3a711-2e6c-457c-a563-2e93bf8d035e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:35:22Z', 'updated_at': '2022-02-07T20:35:29Z', 'revision_number': 5, 'project_id': '1920726293f94b09a11892df688f137b', 'subnets': [{'id': '57a3a711-2e6c-457c-a563-2e93bf8d035e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:36:09.465357 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-40e6a28f-f61e-4b88-8ec9-c256195aaa7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (0d89e59e-23f3-4e3f-aaf6-ab15553bab45), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:09.468245 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-40e6a28f-f61e-4b88-8ec9-c256195aaa7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:09.469889 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-40e6a28f-f61e-4b88-8ec9-c256195aaa7b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0d89e59e-23f3-4e3f-aaf6-ab15553bab45 HTTP/1.1" status: 204 len: 168 time: 0.2714579 Feb 07 20:36:09.487238 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e6a28f-f61e-4b88-8ec9-c256195aaa7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d89e59e-23f3-4e3f-aaf6-ab15553bab45,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:09.492118 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ed1b9b-e43b-4e28-9160-806f563d7563 None None] The sync data for ids ['aa043946-4a7d-45df-860a-59f6f39a106b'] in dv-cinder-828150-2-iscsi is: [{'id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'name': 'tempest-AttachVolumeTestJSON-2019118832-router', 'tenant_id': '1920726293f94b09a11892df688f137b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e01ffbfe-fa33-4369-b976-b58a18f14152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:35:16Z', 'updated_at': '2022-02-07T20:35:23Z', 'revision_number': 4, 'project_id': '1920726293f94b09a11892df688f137b', 'gw_port': {'id': 'e01ffbfe-fa33-4369-b976-b58a18f14152', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:99:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:35:18Z', 'updated_at': '2022-02-07T20:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_floatingips': [{'id': 'f37c2a76-11d9-4149-aaea-30271a402577', 'tenant_id': '1920726293f94b09a11892df688f137b', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'router_id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'port_id': '6b7a9c0f-da25-4335-9833-4fae4a44db0a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e', 'mac_address': 'fa:16:3e:73:dc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53381b73-bdbb-4d09-8cd2-8f17d4959bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:35:35Z', 'updated_at': '2022-02-07T20:36:06Z', 'revision_number': 1, 'project_id': '1920726293f94b09a11892df688f137b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1afddea-2b48-49e7-9dfd-8043d1063611', 'name': '', 'network_id': '72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e', 'tenant_id': '1920726293f94b09a11892df688f137b', 'mac_address': 'fa:16:3e:b7:e2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '57a3a711-2e6c-457c-a563-2e93bf8d035e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:35:22Z', 'updated_at': '2022-02-07T20:35:29Z', 'revision_number': 5, 'project_id': '1920726293f94b09a11892df688f137b', 'subnets': [{'id': '57a3a711-2e6c-457c-a563-2e93bf8d035e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:36:09.527571 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef3c164-691d-4f8f-a3a3-57bf0748d368 None None] Routers {'ed29af84-3339-410f-9ca4-262d6fc6d723'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:36:09.528442 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-6ef3c164-691d-4f8f-a3a3-57bf0748d368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:35:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['ed29af84-3339-410f-9ca4-262d6fc6d723'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:36:09.561131 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-4e81e828-5917-4e6f-ac70-78af35166942 admin admin] Publish callbacks [] for port (e645a4c3-41ca-47e4-8863-987fe353c79b), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:09.587732 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640df5e-80ab-48d4-8a11-fd676ac9c2da req-f2fde86e-f6e6-4985-bd7c-d051e1c3b0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:09.589370 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e640df5e-80ab-48d4-8a11-fd676ac9c2da req-f2fde86e-f6e6-4985-bd7c-d051e1c3b0da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=57a3a711-2e6c-457c-a563-2e93bf8d035e HTTP/1.1" status: 200 len: 850 time: 0.4922798 Feb 07 20:36:09.656856 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576f192-6d9f-4e62-bbe6-744074390317 None None] Pushing event updated for resources: {'Port': ['ID=07f2edb3-d381-46e3-92fb-bd8ce2b71d98,revision_number=3']} {{(pid=102683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:09.715615 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640df5e-80ab-48d4-8a11-fd676ac9c2da req-e185dc46-1cca-4c85-99f9-685029386a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:09.717237 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e640df5e-80ab-48d4-8a11-fd676ac9c2da req-e185dc46-1cca-4c85-99f9-685029386a63 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1103225 Feb 07 20:36:09.718429 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-4e81e828-5917-4e6f-ac70-78af35166942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (e645a4c3-41ca-47e4-8863-987fe353c79b), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:09.725211 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-6ef3c164-691d-4f8f-a3a3-57bf0748d368 None None] Set router ed29af84-3339-410f-9ca4-262d6fc6d723 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:36:09.769257 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e81e828-5917-4e6f-ac70-78af35166942 admin admin] Network ace0bd4e-24e6-4889-8232-1f8bdff3f386 is already hosted by enough agents. {{(pid=102681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:36:09.786894 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.base_scheduler [None req-4e81e828-5917-4e6f-ac70-78af35166942 admin admin] Resources bound (agent type, host, resource id): {{(pid=102681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:36:09.929986 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e81e828-5917-4e6f-ac70-78af35166942 admin admin] Received port after_create {{(pid=102681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:36:09.993092 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-4e81e828-5917-4e6f-ac70-78af35166942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395920'] for router_interface (ed29af84-3339-410f-9ca4-262d6fc6d723), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:10.021211 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958418e2-0047-45f3-ac88-ae8c1790ee61 None None] New status for floating IP f37c2a76-11d9-4149-aaea-30271a402577: ACTIVE {{(pid=102683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 20:36:10.241473 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-ceb73aa4-3925-44b8-a55e-b0e174875fda None None] Provisioning complete for port e645a4c3-41ca-47e4-8863-987fe353c79b triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:36:10.242233 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-ceb73aa4-3925-44b8-a55e-b0e174875fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (e645a4c3-41ca-47e4-8863-987fe353c79b), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:10.255073 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b7cc0-847a-4e11-bc92-9fc483228e57 req-1ad73cd0-f822-470f-b1d9-c9cda47eb7aa tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:10.274106 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-b73b7cc0-847a-4e11-bc92-9fc483228e57 req-1ad73cd0-f822-470f-b1d9-c9cda47eb7aa tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.1553307 Feb 07 20:36:10.349986 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-ceb73aa4-3925-44b8-a55e-b0e174875fda None None] Port e645a4c3-41ca-47e4-8863-987fe353c79b cannot update to ACTIVE because it is not bound. {{(pid=102682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:36:10.385112 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-b73b7cc0-847a-4e11-bc92-9fc483228e57 req-da5a7fcc-55d0-4b14-93a6-0a457e643c47 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040308 Feb 07 20:36:10.439151 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81e828-5917-4e6f-ac70-78af35166942 admin admin] Pushing event updated for resources: {'Port': ['ID=e645a4c3-41ca-47e4-8863-987fe353c79b,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:10.483344 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-6ef3c164-691d-4f8f-a3a3-57bf0748d368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed29af84-3339-410f-9ca4-262d6fc6d723', 'name': 'tempest-TestMinimumBasicScenario-1503582470-router', 'tenant_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '07f2edb3-d381-46e3-92fb-bd8ce2b71d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:36:03Z', 'updated_at': '2022-02-07T20:36:06Z', 'revision_number': 3, 'project_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'gw_port': {'id': '07f2edb3-d381-46e3-92fb-bd8ce2b71d98', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:13:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed29af84-3339-410f-9ca4-262d6fc6d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:36:04Z', 'updated_at': '2022-02-07T20:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi'}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:36:10.512001 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef3c164-691d-4f8f-a3a3-57bf0748d368 None None] The sync data for ids ['ed29af84-3339-410f-9ca4-262d6fc6d723'] in dv-cinder-828150-2-iscsi is: [{'id': 'ed29af84-3339-410f-9ca4-262d6fc6d723', 'name': 'tempest-TestMinimumBasicScenario-1503582470-router', 'tenant_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '07f2edb3-d381-46e3-92fb-bd8ce2b71d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:36:03Z', 'updated_at': '2022-02-07T20:36:06Z', 'revision_number': 3, 'project_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'gw_port': {'id': '07f2edb3-d381-46e3-92fb-bd8ce2b71d98', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:13:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed29af84-3339-410f-9ca4-262d6fc6d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:36:04Z', 'updated_at': '2022-02-07T20:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi'}] {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:36:10.583625 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e640df5e-80ab-48d4-8a11-fd676ac9c2da req-a0221dbc-c8ae-4a99-b815-4915996dcf7a service neutron] 10.222.0.24 "GET /v2.0/networks/72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8354053 Feb 07 20:36:10.593254 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f595d09-7728-47c1-aeb1-5a9368bcfa44 req-9146f934-306b-4e5f-ac4b-24717afee6e1 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:10.595448 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-1f595d09-7728-47c1-aeb1-5a9368bcfa44 req-9146f934-306b-4e5f-ac4b-24717afee6e1 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.6037228 Feb 07 20:36:10.740667 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-4e81e828-5917-4e6f-ac70-78af35166942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (e645a4c3-41ca-47e4-8863-987fe353c79b), before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:10.811526 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-1f595d09-7728-47c1-aeb1-5a9368bcfa44 req-5b26d8a7-e516-434f-abbd-f112c5da5af4 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861351 Feb 07 20:36:10.872348 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e640df5e-80ab-48d4-8a11-fd676ac9c2da req-3c3a8f04-ddb4-4802-a18f-1310e4261ef2 service neutron] 10.222.0.24 "GET /v2.0/networks/72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447729 Feb 07 20:36:11.016176 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 48470) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:11.062546 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-4e81e828-5917-4e6f-ac70-78af35166942 admin admin] Publish callbacks [] for port (e645a4c3-41ca-47e4-8863-987fe353c79b), precommit_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:11.071963 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-4e81e828-5917-4e6f-ac70-78af35166942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3187874'] for port (e645a4c3-41ca-47e4-8863-987fe353c79b), after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:11.160426 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-4e81e828-5917-4e6f-ac70-78af35166942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393216'] for router_interface (ed29af84-3339-410f-9ca4-262d6fc6d723), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:11.162242 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81e828-5917-4e6f-ac70-78af35166942 admin admin] Pushing event updated for resources: {'Port': ['ID=e645a4c3-41ca-47e4-8863-987fe353c79b,revision_number=2']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:11.234448 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-dacc0e43-b705-4d76-bbe5-e90f4037be2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:11.305765 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e81e828-5917-4e6f-ac70-78af35166942 admin admin] Network ace0bd4e-24e6-4889-8232-1f8bdff3f386 is already hosted by enough agents. {{(pid=102681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:36:11.308355 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.base_scheduler [None req-4e81e828-5917-4e6f-ac70-78af35166942 admin admin] Resources bound (agent type, host, resource id): {{(pid=102681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:36:11.389806 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-dacc0e43-b705-4d76-bbe5-e90f4037be2c admin admin] Publish callbacks [] for security_group (bd56cd55-0197-4ee7-99d9-521479755465), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:11.397838 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-dacc0e43-b705-4d76-bbe5-e90f4037be2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (bd56cd55-0197-4ee7-99d9-521479755465), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:11.493534 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacc0e43-b705-4d76-bbe5-e90f4037be2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd56cd55-0197-4ee7-99d9-521479755465,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:11.516531 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-dacc0e43-b705-4d76-bbe5-e90f4037be2c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=60f6faa206004295afc3a30c99aeb01f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4992759 Feb 07 20:36:11.523297 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 48484) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:11.592129 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-dfb972bf-31ac-44b2-9564-053b48c41cf8 None None] Provisioning complete for port e645a4c3-41ca-47e4-8863-987fe353c79b triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:36:11.593266 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-dfb972bf-31ac-44b2-9564-053b48c41cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (e645a4c3-41ca-47e4-8863-987fe353c79b), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:11.632344 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e81e828-5917-4e6f-ac70-78af35166942 admin admin] Router ed29af84-3339-410f-9ca4-262d6fc6d723 has already been hosted by L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef {{(pid=102681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:36:11.688478 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-dfb972bf-31ac-44b2-9564-053b48c41cf8 None None] Port e645a4c3-41ca-47e4-8863-987fe353c79b cannot update to ACTIVE because it is not bound. {{(pid=102682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:36:11.763785 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-895b7c66-eaea-4773-a40e-3d10ebcafef2 admin admin] Publish callbacks [] for security_group (bd56cd55-0197-4ee7-99d9-521479755465), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:11.787428 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece51316-4f4f-470e-a9ab-6b68621b0fc3 req-3fb5d16f-84cf-42b4-9d30-93cb6fa0d5ec tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:11.799914 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-ece51316-4f4f-470e-a9ab-6b68621b0fc3 req-3fb5d16f-84cf-42b4-9d30-93cb6fa0d5ec tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.2498405 Feb 07 20:36:11.808064 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 07f2edb3-d381-46e3-92fb-bd8ce2b71d98 up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:36:11.849624 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-895b7c66-eaea-4773-a40e-3d10ebcafef2 admin admin] Publish callbacks [] for security_group (bd56cd55-0197-4ee7-99d9-521479755465), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:11.856363 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e81e828-5917-4e6f-ac70-78af35166942 admin admin] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:36:11.873219 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-4e81e828-5917-4e6f-ac70-78af35166942 admin admin] 10.222.0.60 "PUT /v2.0/routers/ed29af84-3339-410f-9ca4-262d6fc6d723/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9111657 Feb 07 20:36:11.910477 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port 07f2edb3-d381-46e3-92fb-bd8ce2b71d98 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:36:11.910995 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (07f2edb3-d381-46e3-92fb-bd8ce2b71d98), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:11.963310 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-ece51316-4f4f-470e-a9ab-6b68621b0fc3 req-75bcce67-ab70-4e7e-9c83-8fae1b35d5a6 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593711 Feb 07 20:36:12.006121 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95936179-3fae-418c-b627-8fb34ced2949 req-3386f7c8-bb88-4faa-82ac-01f720e5b5dd tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:12.008195 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-95936179-3fae-418c-b627-8fb34ced2949 req-3386f7c8-bb88-4faa-82ac-01f720e5b5dd tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.0907845 Feb 07 20:36:12.014268 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-895b7c66-eaea-4773-a40e-3d10ebcafef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (bd56cd55-0197-4ee7-99d9-521479755465), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:12.021125 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-895b7c66-eaea-4773-a40e-3d10ebcafef2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:12.025941 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-895b7c66-eaea-4773-a40e-3d10ebcafef2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bd56cd55-0197-4ee7-99d9-521479755465 HTTP/1.1" status: 204 len: 168 time: 0.4970057 Feb 07 20:36:12.032486 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b7c66-eaea-4773-a40e-3d10ebcafef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd56cd55-0197-4ee7-99d9-521479755465,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:12.123160 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-95936179-3fae-418c-b627-8fb34ced2949 req-d842b585-41a0-494c-bc8b-1e18a6df09f1 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004589 Feb 07 20:36:12.181227 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b994643-222a-43a2-a512-066034cc8cfc req-c4336bb0-29ec-4ec9-b0d1-76351ddb49e3 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:12.184175 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-5b994643-222a-43a2-a512-066034cc8cfc req-c4336bb0-29ec-4ec9-b0d1-76351ddb49e3 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/ports?device_id=755e74e9-5519-420f-b8ce-4bc555153ab0 HTTP/1.1" status: 200 len: 946 time: 0.1151762 Feb 07 20:36:12.257866 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port 07f2edb3-d381-46e3-92fb-bd8ce2b71d98 is: DOWN; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:36:12.258453 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (07f2edb3-d381-46e3-92fb-bd8ce2b71d98), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:12.285364 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-5b994643-222a-43a2-a512-066034cc8cfc req-699e897d-d436-4aad-836e-a50f005c8f27 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/security-groups?id=25a265d3-030d-47dc-81a4-5cc08fff8f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895352 Feb 07 20:36:12.293296 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] For port 07f2edb3-d381-46e3-92fb-bd8ce2b71d98, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=07f2edb3-d381-46e3-92fb-bd8ce2b71d98,segment=NetworkSegment(b6259b7e-66cb-4b1d-a7b0-58f7e3300c62),segment_id=b6259b7e-66cb-4b1d-a7b0-58f7e3300c62)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:36:12.303429 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (07f2edb3-d381-46e3-92fb-bd8ce2b71d98), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:12.396360 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Pushing event updated for resources: {'Port': ['ID=07f2edb3-d381-46e3-92fb-bd8ce2b71d98,revision_number=4']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:12.496060 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 48520) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:12.524114 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-db02deea-a778-4b8b-89ce-0e16c69883eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:12.615340 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-db02deea-a778-4b8b-89ce-0e16c69883eb admin admin] Publish callbacks [] for security_group (0679afc2-6142-4472-b5f2-54aa14b93b14), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:12.623744 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-db02deea-a778-4b8b-89ce-0e16c69883eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (0679afc2-6142-4472-b5f2-54aa14b93b14), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:12.682006 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-db02deea-a778-4b8b-89ce-0e16c69883eb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=720b0f83dc1149e4a00cfbb8e8d98c42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1847854 Feb 07 20:36:12.685001 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 48530) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:12.691139 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db02deea-a778-4b8b-89ce-0e16c69883eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0679afc2-6142-4472-b5f2-54aa14b93b14,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:12.719271 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 48532) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:12.724469 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-ad70ea17-f245-4296-b979-bf3984a7e591 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1518689603-network', 'tenant_id': '035234d39a2146c6b5036e9f73197b9b'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:36:12.744177 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad70ea17-f245-4296-b979-bf3984a7e591 admin admin] Made reservation on behalf of 035234d39a2146c6b5036e9f73197b9b for: {'network': 1} {{(pid=102681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:36:12.744479 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f809d06f-a012-4726-bff6-0362f3f4704c admin admin] Publish callbacks [] for security_group (0679afc2-6142-4472-b5f2-54aa14b93b14), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:12.746560 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ad70ea17-f245-4296-b979-bf3984a7e591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for network (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:12.754847 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ad70ea17-f245-4296-b979-bf3984a7e591 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:12.765884 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f809d06f-a012-4726-bff6-0362f3f4704c admin admin] Publish callbacks [] for security_group (0679afc2-6142-4472-b5f2-54aa14b93b14), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:12.820448 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f809d06f-a012-4726-bff6-0362f3f4704c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (0679afc2-6142-4472-b5f2-54aa14b93b14), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:12.824226 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f809d06f-a012-4726-bff6-0362f3f4704c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:12.829048 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-f809d06f-a012-4726-bff6-0362f3f4704c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0679afc2-6142-4472-b5f2-54aa14b93b14 HTTP/1.1" status: 204 len: 168 time: 0.1427186 Feb 07 20:36:12.841240 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809d06f-a012-4726-bff6-0362f3f4704c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0679afc2-6142-4472-b5f2-54aa14b93b14,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:12.860458 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ad70ea17-f245-4296-b979-bf3984a7e591 admin admin] Publish callbacks [] for security_group (8c4269aa-5709-4785-81ee-ec01762cef0a), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:12.867806 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ad70ea17-f245-4296-b979-bf3984a7e591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (8c4269aa-5709-4785-81ee-ec01762cef0a), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:12.905357 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad70ea17-f245-4296-b979-bf3984a7e591 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=102681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 20:36:12.907861 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70ea17-f245-4296-b979-bf3984a7e591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4269aa-5709-4785-81ee-ec01762cef0a,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:12.922276 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ad70ea17-f245-4296-b979-bf3984a7e591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526'] for segment (7e22c3af-9187-45c2-a4a1-97e3fc7b4fd9), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:12.923192 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.db.segments_db [None req-ad70ea17-f245-4296-b979-bf3984a7e591 admin admin] Added segment 7e22c3af-9187-45c2-a4a1-97e3fc7b4fd9 of type vlan for network f14f5c39-9fe7-4f9c-9ace-0f9d7c14b761 Feb 07 20:36:12.973317 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ad70ea17-f245-4296-b979-bf3984a7e591 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784096251423'] for network (f14f5c39-9fe7-4f9c-9ace-0f9d7c14b761), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:13.023066 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ad70ea17-f245-4296-b979-bf3984a7e591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540'] for network (f14f5c39-9fe7-4f9c-9ace-0f9d7c14b761), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:13.024090 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad70ea17-f245-4296-b979-bf3984a7e591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:13.025379 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ad70ea17-f245-4296-b979-bf3984a7e591 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for network (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:13.093219 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa50e898-79d7-4602-b5ff-a39e243ac815 None None] Sync routers for ids ['ed29af84-3339-410f-9ca4-262d6fc6d723'] in dv-cinder-828150-2-iscsi {{(pid=102682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:36:13.100155 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-ad70ea17-f245-4296-b979-bf3984a7e591 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3795917 Feb 07 20:36:13.103030 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 48550) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:13.114866 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-4255d90f-f144-4eda-909e-77a1067c74a4 admin admin] Request body: {'subnet': {'network_id': 'f14f5c39-9fe7-4f9c-9ace-0f9d7c14b761', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1518689603-subnet', 'tenant_id': '035234d39a2146c6b5036e9f73197b9b', 'ip_version': 4}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:36:13.119539 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa50e898-79d7-4602-b5ff-a39e243ac815 None None] Routers {'ed29af84-3339-410f-9ca4-262d6fc6d723'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:36:13.124304 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-fa50e898-79d7-4602-b5ff-a39e243ac815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:35:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['ed29af84-3339-410f-9ca4-262d6fc6d723'], 'active': True} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:36:13.130956 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70ea17-f245-4296-b979-bf3984a7e591 admin admin] Pushing event updated for resources: {'Network': ['ID=f14f5c39-9fe7-4f9c-9ace-0f9d7c14b761,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:13.141945 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4255d90f-f144-4eda-909e-77a1067c74a4 admin admin] Made reservation on behalf of 035234d39a2146c6b5036e9f73197b9b for: {'subnet': 1} {{(pid=102680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:36:13.145156 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-4255d90f-f144-4eda-909e-77a1067c74a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9394613'] for subnet (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:13.169159 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3b74d-6bf1-4aba-bdc0-b0788c8fc34e req-6b5228a3-e85b-4c9b-ab14-c4109fedc333 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:13.179668 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-3ce3b74d-6bf1-4aba-bdc0-b0788c8fc34e req-6b5228a3-e85b-4c9b-ab14-c4109fedc333 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.1012726 Feb 07 20:36:13.204823 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Network f14f5c39-9fe7-4f9c-9ace-0f9d7c14b761 details requested by agent ovs-agent-dv-cinder-828150-2-iscsi with host dv-cinder-828150-2-iscsi {{(pid=102682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 20:36:13.258476 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-3ce3b74d-6bf1-4aba-bdc0-b0788c8fc34e req-8312ebfb-c7ea-4f7f-aebf-b6b01d17ae4d tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771654 Feb 07 20:36:13.396178 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvr_db [None req-fa50e898-79d7-4602-b5ff-a39e243ac815 None None] Set router ed29af84-3339-410f-9ca4-262d6fc6d723 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:36:13.444348 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-4255d90f-f144-4eda-909e-77a1067c74a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9394571'] for subnet (1ed87a7b-71d2-4a3f-996c-641f19903568), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:13.504599 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ca074-63c5-4172-affe-f0e61d0f638d req-8d2a0b62-e339-498c-bd24-350ed56cf8ad tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:13.506581 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-c33ca074-63c5-4172-affe-f0e61d0f638d req-8d2a0b62-e339-498c-bd24-350ed56cf8ad tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/ports?device_id=755e74e9-5519-420f-b8ce-4bc555153ab0 HTTP/1.1" status: 200 len: 946 time: 0.1297121 Feb 07 20:36:13.545217 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4255d90f-f144-4eda-909e-77a1067c74a4 admin admin] Checking segment: {'id': '7e22c3af-9187-45c2-a4a1-97e3fc7b4fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f14f5c39-9fe7-4f9c-9ace-0f9d7c14b761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:36:13.545844 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4255d90f-f144-4eda-909e-77a1067c74a4 admin admin] Network hostable DHCP agents. Network: f14f5c39-9fe7-4f9c-9ace-0f9d7c14b761, hostable agents: ['e1cc327f-50d0-4a6e-8186-ec075b67de95'], hosted agents: [] {{(pid=102680) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 20:36:13.551011 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255d90f-f144-4eda-909e-77a1067c74a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ed87a7b-71d2-4a3f-996c-641f19903568,revision_number=0']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:13.594443 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4255d90f-f144-4eda-909e-77a1067c74a4 admin admin] Network f14f5c39-9fe7-4f9c-9ace-0f9d7c14b761 is scheduled to be hosted by DHCP agent e1cc327f-50d0-4a6e-8186-ec075b67de95 with binding_index 1 {{(pid=102680) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 20:36:13.612243 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-c33ca074-63c5-4172-affe-f0e61d0f638d req-3e07a5e9-d744-4d53-b4da-2c8075655f19 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/security-groups?id=25a265d3-030d-47dc-81a4-5cc08fff8f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955927 Feb 07 20:36:13.613481 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [None req-4255d90f-f144-4eda-909e-77a1067c74a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828150-2-iscsi, f14f5c39-9fe7-4f9c-9ace-0f9d7c14b761) {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:36:13.618866 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4255d90f-f144-4eda-909e-77a1067c74a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:13.619484 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-4255d90f-f144-4eda-909e-77a1067c74a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:13.634137 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6a8ff2-8845-4f03-8705-3fca1f083feb None None] Network f14f5c39-9fe7-4f9c-9ace-0f9d7c14b761 requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:36:13.652391 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-4255d90f-f144-4eda-909e-77a1067c74a4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5404739 Feb 07 20:36:13.652833 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 48576) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:13.658019 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-487348e0-b4d8-4dee-a910-0e291c63edd8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1518689603-router', 'tenant_id': '035234d39a2146c6b5036e9f73197b9b', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'}}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:36:13.695104 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-487348e0-b4d8-4dee-a910-0e291c63edd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-394574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7728'] for router (5f2bd599-f288-4fcc-8e9d-4dc5079cb645), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:13.697425 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-487348e0-b4d8-4dee-a910-0e291c63edd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7723'] for router (5f2bd599-f288-4fcc-8e9d-4dc5079cb645), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:13.745539 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 07f2edb3-d381-46e3-92fb-bd8ce2b71d98 up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:36:13.843972 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-487348e0-b4d8-4dee-a910-0e291c63edd8 admin admin] Publish callbacks [] for router_controller (5f2bd599-f288-4fcc-8e9d-4dc5079cb645), precommit_add_association {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:13.885185 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port 07f2edb3-d381-46e3-92fb-bd8ce2b71d98 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:36:13.885782 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (07f2edb3-d381-46e3-92fb-bd8ce2b71d98), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:13.893753 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df546bd-89d1-450d-b0aa-9311b87522ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77ca2aab-c32d-5221-adbb-aaf0b4c52255-f14f5c39-9fe7-4f9c-9ace-0f9d7c14b761', 'network_id': 'f14f5c39-9fe7-4f9c-9ace-0f9d7c14b761', 'project_id': '035234d39a2146c6b5036e9f73197b9b', 'fixed_ips': [{'subnet_id': '1ed87a7b-71d2-4a3f-996c-641f19903568'}]}} from dv-cinder-828150-2-iscsi. {{(pid=102682) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 20:36:13.894736 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-1df546bd-89d1-450d-b0aa-9311b87522ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:13.978255 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-fa50e898-79d7-4602-b5ff-a39e243ac815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed29af84-3339-410f-9ca4-262d6fc6d723', 'name': 'tempest-TestMinimumBasicScenario-1503582470-router', 'tenant_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '07f2edb3-d381-46e3-92fb-bd8ce2b71d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:36:03Z', 'updated_at': '2022-02-07T20:36:10Z', 'revision_number': 4, 'project_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'gw_port': {'id': '07f2edb3-d381-46e3-92fb-bd8ce2b71d98', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:13:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed29af84-3339-410f-9ca4-262d6fc6d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:36:04Z', 'updated_at': '2022-02-07T20:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': 'e645a4c3-41ca-47e4-8863-987fe353c79b', 'name': '', 'network_id': 'ace0bd4e-24e6-4889-8232-1f8bdff3f386', 'tenant_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'mac_address': 'fa:16:3e:21:92:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed29af84-3339-410f-9ca4-262d6fc6d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': 'e3cd4edc-eaf8-49b3-8c39-6df61c2ee5a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:36:08Z', 'updated_at': '2022-02-07T20:36:10Z', 'revision_number': 2, 'project_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'subnets': [{'id': 'e3cd4edc-eaf8-49b3-8c39-6df61c2ee5a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:36:14.004798 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-487348e0-b4d8-4dee-a910-0e291c63edd8 admin admin] Publish callbacks [] for router_gateway (5f2bd599-f288-4fcc-8e9d-4dc5079cb645), precommit_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:14.051734 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa50e898-79d7-4602-b5ff-a39e243ac815 None None] Checking router: ed29af84-3339-410f-9ca4-262d6fc6d723 for host: dv-cinder-828150-2-iscsi {{(pid=102682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:36:14.052089 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa50e898-79d7-4602-b5ff-a39e243ac815 None None] Updating router ed29af84-3339-410f-9ca4-262d6fc6d723 port e645a4c3-41ca-47e4-8863-987fe353c79b binding host dv-cinder-828150-2-iscsi {{(pid=102682) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 20:36:14.164369 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-fa50e898-79d7-4602-b5ff-a39e243ac815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (e645a4c3-41ca-47e4-8863-987fe353c79b), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:14.187039 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port 07f2edb3-d381-46e3-92fb-bd8ce2b71d98 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:36:14.223491 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.db_base_plugin_common [None req-1df546bd-89d1-450d-b0aa-9311b87522ff None None] Allocated IP 172.20.0.2 (f14f5c39-9fe7-4f9c-9ace-0f9d7c14b761/1ed87a7b-71d2-4a3f-996c-641f19903568/cf56d2c2-33f4-4f49-ac9e-6ec3be97878a) {{(pid=102682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:36:14.234858 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-487348e0-b4d8-4dee-a910-0e291c63edd8 admin admin] Publish callbacks [] for router_gateway (5f2bd599-f288-4fcc-8e9d-4dc5079cb645), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:14.261722 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-487348e0-b4d8-4dee-a910-0e291c63edd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:14.401745 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.db_base_plugin_common [None req-487348e0-b4d8-4dee-a910-0e291c63edd8 admin admin] Allocated IP 172.27.3.107 (8fac5e93-9c31-4064-8161-a8fff953e3cb/29ca3f4a-d044-4ce0-b1ea-59efe11aa82f/83274559-185c-4d06-8cd9-5c5fbadb3532) {{(pid=102681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:36:14.441402 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e60a5-a3c9-4607-a372-86513b0ba545 req-6b7d8cfc-6dd2-446b-93c4-f80ae3b9dd0e tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:14.442884 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-3c1e60a5-a3c9-4607-a372-86513b0ba545 req-6b7d8cfc-6dd2-446b-93c4-f80ae3b9dd0e tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.0974073 Feb 07 20:36:14.527899 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-1df546bd-89d1-450d-b0aa-9311b87522ff None None] Publish callbacks [] for port (cf56d2c2-33f4-4f49-ac9e-6ec3be97878a), precommit_create {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:14.563567 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-1df546bd-89d1-450d-b0aa-9311b87522ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216'] for port (cf56d2c2-33f4-4f49-ac9e-6ec3be97878a), after_create {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:14.606765 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e30fa5-b89f-46bf-aba0-b150dccdb1db req-e2eae946-9e23-43e5-a121-180fa4c0ca90 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:14.608820 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-92e30fa5-b89f-46bf-aba0-b150dccdb1db req-e2eae946-9e23-43e5-a121-180fa4c0ca90 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.24 "GET /v2.0/ports?device_id=755e74e9-5519-420f-b8ce-4bc555153ab0 HTTP/1.1" status: 200 len: 946 time: 0.1880534 Feb 07 20:36:14.617763 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df546bd-89d1-450d-b0aa-9311b87522ff None None] Network f14f5c39-9fe7-4f9c-9ace-0f9d7c14b761 is already hosted by enough agents. {{(pid=102682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:36:14.619515 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-3c1e60a5-a3c9-4607-a372-86513b0ba545 req-82214526-5c05-4afb-8b27-e1c44970b130 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540527 Feb 07 20:36:14.641063 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-fa50e898-79d7-4602-b5ff-a39e243ac815 None None] Publish callbacks [] for port (e645a4c3-41ca-47e4-8863-987fe353c79b), precommit_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:14.645220 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.scheduler.base_scheduler [None req-1df546bd-89d1-450d-b0aa-9311b87522ff None None] Resources bound (agent type, host, resource id): {{(pid=102682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:36:14.648148 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df546bd-89d1-450d-b0aa-9311b87522ff None None] Received port after_create {{(pid=102682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:36:14.678026 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-fa50e898-79d7-4602-b5ff-a39e243ac815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (e645a4c3-41ca-47e4-8863-987fe353c79b), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:14.682824 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-487348e0-b4d8-4dee-a910-0e291c63edd8 admin admin] Publish callbacks [] for port (83274559-185c-4d06-8cd9-5c5fbadb3532), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:14.710520 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df546bd-89d1-450d-b0aa-9311b87522ff None None] Pushing event updated for resources: {'Port': ['ID=cf56d2c2-33f4-4f49-ac9e-6ec3be97878a,revision_number=1']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:14.847383 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-1df546bd-89d1-450d-b0aa-9311b87522ff None None] Attempting to bind port cf56d2c2-33f4-4f49-ac9e-6ec3be97878a on host dv-cinder-828150-2-iscsi for vnic_type normal with profile {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:36:14.848235 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-1df546bd-89d1-450d-b0aa-9311b87522ff None None] Attempting to bind port cf56d2c2-33f4-4f49-ac9e-6ec3be97878a by drivers openvswitch,hyperv on host dv-cinder-828150-2-iscsi at level 0 using segments [{'id': '7e22c3af-9187-45c2-a4a1-97e3fc7b4fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f14f5c39-9fe7-4f9c-9ace-0f9d7c14b761'}] {{(pid=102682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:36:14.849115 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df546bd-89d1-450d-b0aa-9311b87522ff None None] Attempting to bind port cf56d2c2-33f4-4f49-ac9e-6ec3be97878a on network f14f5c39-9fe7-4f9c-9ace-0f9d7c14b761 {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:36:14.880639 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c577161-0b1a-45de-a8b8-962b717427f9 req-9f506cce-ac6e-40b5-882a-70b0f3ac565d tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:14.882894 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-1c577161-0b1a-45de-a8b8-962b717427f9 req-9f506cce-ac6e-40b5-882a-70b0f3ac565d tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/ports?device_id=755e74e9-5519-420f-b8ce-4bc555153ab0 HTTP/1.1" status: 200 len: 946 time: 0.1285481 Feb 07 20:36:14.926270 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df546bd-89d1-450d-b0aa-9311b87522ff None None] Checking agent: {'id': 'c89dd41c-5256-44ac-a1f6-453d759a66bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828150-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 27, 33), 'started_at': datetime.datetime(2022, 2, 7, 20, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828150-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:36:14.926773 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df546bd-89d1-450d-b0aa-9311b87522ff None None] Checking segment: {'id': '7e22c3af-9187-45c2-a4a1-97e3fc7b4fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f14f5c39-9fe7-4f9c-9ace-0f9d7c14b761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:36:14.927466 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-1df546bd-89d1-450d-b0aa-9311b87522ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:14.928094 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df546bd-89d1-450d-b0aa-9311b87522ff None None] Bound using segment: {'id': '7e22c3af-9187-45c2-a4a1-97e3fc7b4fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f14f5c39-9fe7-4f9c-9ace-0f9d7c14b761'} {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:36:14.928796 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-1df546bd-89d1-450d-b0aa-9311b87522ff None None] Bound port: cf56d2c2-33f4-4f49-ac9e-6ec3be97878a, host: dv-cinder-828150-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e22c3af-9187-45c2-a4a1-97e3fc7b4fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f14f5c39-9fe7-4f9c-9ace-0f9d7c14b761'}}] {{(pid=102682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:36:14.929399 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-1df546bd-89d1-450d-b0aa-9311b87522ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (cf56d2c2-33f4-4f49-ac9e-6ec3be97878a), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:14.947695 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86d9a1-55ca-46cf-b874-b63e3d8c2124 None None] Pushing event updated for resources: {'Port': ['ID=e645a4c3-41ca-47e4-8863-987fe353c79b,revision_number=3']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:15.017410 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-1c577161-0b1a-45de-a8b8-962b717427f9 req-1772d2bd-f20d-4d05-afad-ea8a7e75774a tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/security-groups?id=25a265d3-030d-47dc-81a4-5cc08fff8f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281722 Feb 07 20:36:15.051009 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-1df546bd-89d1-450d-b0aa-9311b87522ff None None] For port cf56d2c2-33f4-4f49-ac9e-6ec3be97878a, host dv-cinder-828150-2-iscsi, cleared binding levels {{(pid=102682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:36:15.055306 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-1df546bd-89d1-450d-b0aa-9311b87522ff None None] For port cf56d2c2-33f4-4f49-ac9e-6ec3be97878a, host dv-cinder-828150-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=cf56d2c2-33f4-4f49-ac9e-6ec3be97878a,segment=NetworkSegment(7e22c3af-9187-45c2-a4a1-97e3fc7b4fd9),segment_id=7e22c3af-9187-45c2-a4a1-97e3fc7b4fd9)] {{(pid=102682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:36:15.070364 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-1df546bd-89d1-450d-b0aa-9311b87522ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (cf56d2c2-33f4-4f49-ac9e-6ec3be97878a), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:15.129741 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-fa50e898-79d7-4602-b5ff-a39e243ac815 None None] Attempting to bind port e645a4c3-41ca-47e4-8863-987fe353c79b on host dv-cinder-828150-2-iscsi for vnic_type normal with profile {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:36:15.130365 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-fa50e898-79d7-4602-b5ff-a39e243ac815 None None] Attempting to bind port e645a4c3-41ca-47e4-8863-987fe353c79b by drivers openvswitch,hyperv on host dv-cinder-828150-2-iscsi at level 0 using segments [{'id': '92297ea3-159c-48e9-b76b-2b4a88cff175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ace0bd4e-24e6-4889-8232-1f8bdff3f386'}] {{(pid=102682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:36:15.131052 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa50e898-79d7-4602-b5ff-a39e243ac815 None None] Attempting to bind port e645a4c3-41ca-47e4-8863-987fe353c79b on network ace0bd4e-24e6-4889-8232-1f8bdff3f386 {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:36:15.140745 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df546bd-89d1-450d-b0aa-9311b87522ff None None] Pushing event updated for resources: {'Port': ['ID=cf56d2c2-33f4-4f49-ac9e-6ec3be97878a,revision_number=2']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:15.161149 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa50e898-79d7-4602-b5ff-a39e243ac815 None None] Checking agent: {'id': 'c89dd41c-5256-44ac-a1f6-453d759a66bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828150-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 27, 33), 'started_at': datetime.datetime(2022, 2, 7, 20, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828150-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:36:15.161750 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa50e898-79d7-4602-b5ff-a39e243ac815 None None] Checking segment: {'id': '92297ea3-159c-48e9-b76b-2b4a88cff175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ace0bd4e-24e6-4889-8232-1f8bdff3f386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:36:15.162190 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-fa50e898-79d7-4602-b5ff-a39e243ac815 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:15.162774 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa50e898-79d7-4602-b5ff-a39e243ac815 None None] Bound using segment: {'id': '92297ea3-159c-48e9-b76b-2b4a88cff175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ace0bd4e-24e6-4889-8232-1f8bdff3f386'} {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:36:15.163569 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-fa50e898-79d7-4602-b5ff-a39e243ac815 None None] Bound port: e645a4c3-41ca-47e4-8863-987fe353c79b, host: dv-cinder-828150-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92297ea3-159c-48e9-b76b-2b4a88cff175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ace0bd4e-24e6-4889-8232-1f8bdff3f386'}}] {{(pid=102682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:36:15.164049 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-fa50e898-79d7-4602-b5ff-a39e243ac815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (e645a4c3-41ca-47e4-8863-987fe353c79b), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:15.186024 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-487348e0-b4d8-4dee-a910-0e291c63edd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (83274559-185c-4d06-8cd9-5c5fbadb3532), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:15.188471 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-8f3919f5-0394-4f40-aea2-131684ca0550 None None] Provisioning complete for port e645a4c3-41ca-47e4-8863-987fe353c79b triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:36:15.188864 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8f3919f5-0394-4f40-aea2-131684ca0550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (e645a4c3-41ca-47e4-8863-987fe353c79b), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:15.269406 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487348e0-b4d8-4dee-a910-0e291c63edd8 admin admin] Network 8fac5e93-9c31-4064-8161-a8fff953e3cb is already hosted by enough agents. {{(pid=102681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:36:15.282040 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-8f3919f5-0394-4f40-aea2-131684ca0550 None None] Port e645a4c3-41ca-47e4-8863-987fe353c79b cannot update to ACTIVE because it is not bound. {{(pid=102682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:36:15.287175 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.base_scheduler [None req-487348e0-b4d8-4dee-a910-0e291c63edd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:36:15.299160 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487348e0-b4d8-4dee-a910-0e291c63edd8 admin admin] Received port after_create {{(pid=102681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:36:15.305746 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-fa50e898-79d7-4602-b5ff-a39e243ac815 None None] For port e645a4c3-41ca-47e4-8863-987fe353c79b, host dv-cinder-828150-2-iscsi, cleared binding levels {{(pid=102682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:36:15.310070 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487348e0-b4d8-4dee-a910-0e291c63edd8 admin admin] Pushing event updated for resources: {'Port': ['ID=83274559-185c-4d06-8cd9-5c5fbadb3532,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:15.310693 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-fa50e898-79d7-4602-b5ff-a39e243ac815 None None] For port e645a4c3-41ca-47e4-8863-987fe353c79b, host dv-cinder-828150-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=e645a4c3-41ca-47e4-8863-987fe353c79b,segment=NetworkSegment(92297ea3-159c-48e9-b76b-2b4a88cff175),segment_id=92297ea3-159c-48e9-b76b-2b4a88cff175)] {{(pid=102682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:36:15.323936 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-fa50e898-79d7-4602-b5ff-a39e243ac815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (e645a4c3-41ca-47e4-8863-987fe353c79b), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:15.358686 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [req-92e30fa5-b89f-46bf-aba0-b150dccdb1db req-4368ef6c-09e7-4b82-b284-760fbce7efe5 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] Deleting port 369802be-b041-4f2c-ab58-f675a7ce8d22 {{(pid=102681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:36:15.358983 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-92e30fa5-b89f-46bf-aba0-b150dccdb1db req-4368ef6c-09e7-4b82-b284-760fbce7efe5 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (369802be-b041-4f2c-ab58-f675a7ce8d22), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:15.362520 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487348e0-b4d8-4dee-a910-0e291c63edd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:36:15.363404 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487348e0-b4d8-4dee-a910-0e291c63edd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:36:15.363743 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487348e0-b4d8-4dee-a910-0e291c63edd8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:36:15.364089 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487348e0-b4d8-4dee-a910-0e291c63edd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:36:15.364443 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487348e0-b4d8-4dee-a910-0e291c63edd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:36:15.364748 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487348e0-b4d8-4dee-a910-0e291c63edd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:36:15.365085 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487348e0-b4d8-4dee-a910-0e291c63edd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:36:15.365414 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487348e0-b4d8-4dee-a910-0e291c63edd8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:36:15.365792 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487348e0-b4d8-4dee-a910-0e291c63edd8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:36:15.366349 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487348e0-b4d8-4dee-a910-0e291c63edd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:36:15.366680 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487348e0-b4d8-4dee-a910-0e291c63edd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:36:15.366999 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487348e0-b4d8-4dee-a910-0e291c63edd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:36:15.367308 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487348e0-b4d8-4dee-a910-0e291c63edd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:36:15.432190 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa50e898-79d7-4602-b5ff-a39e243ac815 None None] Routers {'ed29af84-3339-410f-9ca4-262d6fc6d723'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:36:15.432903 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-fa50e898-79d7-4602-b5ff-a39e243ac815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:35:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['ed29af84-3339-410f-9ca4-262d6fc6d723'], 'active': True} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:36:15.669932 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-92e30fa5-b89f-46bf-aba0-b150dccdb1db req-4368ef6c-09e7-4b82-b284-760fbce7efe5 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] For port 369802be-b041-4f2c-ab58-f675a7ce8d22, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=369802be-b041-4f2c-ab58-f675a7ce8d22,segment=NetworkSegment(2dd74282-8ab3-4501-b135-09bccce61fa1),segment_id=2dd74282-8ab3-4501-b135-09bccce61fa1)] {{(pid=102681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:36:15.670242 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-92e30fa5-b89f-46bf-aba0-b150dccdb1db req-4368ef6c-09e7-4b82-b284-760fbce7efe5 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (369802be-b041-4f2c-ab58-f675a7ce8d22), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:15.727305 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [req-92e30fa5-b89f-46bf-aba0-b150dccdb1db req-4368ef6c-09e7-4b82-b284-760fbce7efe5 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] Calling delete_port for 369802be-b041-4f2c-ab58-f675a7ce8d22 owned by compute:nova {{(pid=102681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:36:15.836780 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86d9a1-55ca-46cf-b874-b63e3d8c2124 None None] Pushing event updated for resources: {'Port': ['ID=e645a4c3-41ca-47e4-8863-987fe353c79b,revision_number=4']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:15.844759 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device cf56d2c2-33f4-4f49-ac9e-6ec3be97878a up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:36:15.887904 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-526d9dac-8b62-4cd4-94c1-7f57e89498be None None] Provisioning complete for port e645a4c3-41ca-47e4-8863-987fe353c79b triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:36:15.889073 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-526d9dac-8b62-4cd4-94c1-7f57e89498be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (e645a4c3-41ca-47e4-8863-987fe353c79b), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:15.970586 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvr_db [None req-fa50e898-79d7-4602-b5ff-a39e243ac815 None None] Set router ed29af84-3339-410f-9ca4-262d6fc6d723 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:36:15.974487 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port cf56d2c2-33f4-4f49-ac9e-6ec3be97878a triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:36:15.974668 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (cf56d2c2-33f4-4f49-ac9e-6ec3be97878a), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:16.025267 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d83fa-5d33-415c-a105-f5566c6a62d2 req-1d67eb31-2ff5-4104-beb6-df61735d1761 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:16.026739 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-930d83fa-5d33-415c-a105-f5566c6a62d2 req-1d67eb31-2ff5-4104-beb6-df61735d1761 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.2172997 Feb 07 20:36:16.066524 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-487348e0-b4d8-4dee-a910-0e291c63edd8 admin admin] Publish callbacks [] for router_gateway (5f2bd599-f288-4fcc-8e9d-4dc5079cb645), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:16.163301 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-526d9dac-8b62-4cd4-94c1-7f57e89498be None None] Current status of the port e645a4c3-41ca-47e4-8863-987fe353c79b is: DOWN; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:36:16.163715 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-526d9dac-8b62-4cd4-94c1-7f57e89498be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (e645a4c3-41ca-47e4-8863-987fe353c79b), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:16.178581 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd11cf5-b78a-4045-ac86-105ca2053e7e req-97cae3b1-979e-43ff-8e58-c8e4f2f47dfd tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:16.182683 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-3cd11cf5-b78a-4045-ac86-105ca2053e7e req-97cae3b1-979e-43ff-8e58-c8e4f2f47dfd tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/ports?device_id=755e74e9-5519-420f-b8ce-4bc555153ab0 HTTP/1.1" status: 200 len: 946 time: 0.0748332 Feb 07 20:36:16.211544 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-930d83fa-5d33-415c-a105-f5566c6a62d2 req-af805f84-adc6-463d-9401-b834b1694abf tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745086 Feb 07 20:36:16.275861 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port cf56d2c2-33f4-4f49-ac9e-6ec3be97878a is: DOWN; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:36:16.276417 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (cf56d2c2-33f4-4f49-ac9e-6ec3be97878a), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:16.281556 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-526d9dac-8b62-4cd4-94c1-7f57e89498be None None] For port e645a4c3-41ca-47e4-8863-987fe353c79b, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=e645a4c3-41ca-47e4-8863-987fe353c79b,segment=NetworkSegment(92297ea3-159c-48e9-b76b-2b4a88cff175),segment_id=92297ea3-159c-48e9-b76b-2b4a88cff175)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:36:16.284345 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-3cd11cf5-b78a-4045-ac86-105ca2053e7e req-dc58d00b-5d36-4467-b20b-832827ca2270 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/security-groups?id=25a265d3-030d-47dc-81a4-5cc08fff8f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935767 Feb 07 20:36:16.296286 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-526d9dac-8b62-4cd4-94c1-7f57e89498be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (e645a4c3-41ca-47e4-8863-987fe353c79b), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:16.373959 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-487348e0-b4d8-4dee-a910-0e291c63edd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395847'] for router (5f2bd599-f288-4fcc-8e9d-4dc5079cb645), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:16.376535 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] For port cf56d2c2-33f4-4f49-ac9e-6ec3be97878a, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=cf56d2c2-33f4-4f49-ac9e-6ec3be97878a,segment=NetworkSegment(7e22c3af-9187-45c2-a4a1-97e3fc7b4fd9),segment_id=7e22c3af-9187-45c2-a4a1-97e3fc7b4fd9)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:36:16.384633 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-92e30fa5-b89f-46bf-aba0-b150dccdb1db req-4368ef6c-09e7-4b82-b284-760fbce7efe5 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (369802be-b041-4f2c-ab58-f675a7ce8d22), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:16.394990 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (cf56d2c2-33f4-4f49-ac9e-6ec3be97878a), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:16.401297 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d9dac-8b62-4cd4-94c1-7f57e89498be None None] Pushing event updated for resources: {'Port': ['ID=e645a4c3-41ca-47e4-8863-987fe353c79b,revision_number=5']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:16.507745 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-fa50e898-79d7-4602-b5ff-a39e243ac815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed29af84-3339-410f-9ca4-262d6fc6d723', 'name': 'tempest-TestMinimumBasicScenario-1503582470-router', 'tenant_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '07f2edb3-d381-46e3-92fb-bd8ce2b71d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:36:03Z', 'updated_at': '2022-02-07T20:36:10Z', 'revision_number': 4, 'project_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'gw_port': {'id': '07f2edb3-d381-46e3-92fb-bd8ce2b71d98', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:13:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed29af84-3339-410f-9ca4-262d6fc6d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:36:04Z', 'updated_at': '2022-02-07T20:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': 'e645a4c3-41ca-47e4-8863-987fe353c79b', 'name': '', 'network_id': 'ace0bd4e-24e6-4889-8232-1f8bdff3f386', 'tenant_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'mac_address': 'fa:16:3e:21:92:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed29af84-3339-410f-9ca4-262d6fc6d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': 'e3cd4edc-eaf8-49b3-8c39-6df61c2ee5a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:36:08Z', 'updated_at': '2022-02-07T20:36:15Z', 'revision_number': 4, 'project_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'subnets': [{'id': 'e3cd4edc-eaf8-49b3-8c39-6df61c2ee5a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:36:16.520455 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4368ef6c-09e7-4b82-b284-760fbce7efe5 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] Pushing event deleted for resources: {'Port': ['ID=369802be-b041-4f2c-ab58-f675a7ce8d22,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:16.559917 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Pushing event updated for resources: {'Port': ['ID=cf56d2c2-33f4-4f49-ac9e-6ec3be97878a,revision_number=3']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:16.564396 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa50e898-79d7-4602-b5ff-a39e243ac815 None None] The sync data for ids ['ed29af84-3339-410f-9ca4-262d6fc6d723'] in dv-cinder-828150-2-iscsi is: [{'id': 'ed29af84-3339-410f-9ca4-262d6fc6d723', 'name': 'tempest-TestMinimumBasicScenario-1503582470-router', 'tenant_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '07f2edb3-d381-46e3-92fb-bd8ce2b71d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:36:03Z', 'updated_at': '2022-02-07T20:36:10Z', 'revision_number': 4, 'project_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'gw_port': {'id': '07f2edb3-d381-46e3-92fb-bd8ce2b71d98', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:13:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed29af84-3339-410f-9ca4-262d6fc6d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:36:04Z', 'updated_at': '2022-02-07T20:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': 'e645a4c3-41ca-47e4-8863-987fe353c79b', 'name': '', 'network_id': 'ace0bd4e-24e6-4889-8232-1f8bdff3f386', 'tenant_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'mac_address': 'fa:16:3e:21:92:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed29af84-3339-410f-9ca4-262d6fc6d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': 'e3cd4edc-eaf8-49b3-8c39-6df61c2ee5a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:36:08Z', 'updated_at': '2022-02-07T20:36:15Z', 'revision_number': 4, 'project_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'subnets': [{'id': 'e3cd4edc-eaf8-49b3-8c39-6df61c2ee5a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:36:16.603730 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5660958-d76d-4a57-afdd-2a84a9bc1c69 None None] Network f14f5c39-9fe7-4f9c-9ace-0f9d7c14b761 requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:36:16.652785 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e30fa5-b89f-46bf-aba0-b150dccdb1db req-4368ef6c-09e7-4b82-b284-760fbce7efe5 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] No DVR routers for this DVR port 369802be-b041-4f2c-ab58-f675a7ce8d22 on host hv-cinder-82815 {{(pid=102681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:36:16.657060 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-92e30fa5-b89f-46bf-aba0-b150dccdb1db req-4368ef6c-09e7-4b82-b284-760fbce7efe5 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:16.661548 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-92e30fa5-b89f-46bf-aba0-b150dccdb1db req-4368ef6c-09e7-4b82-b284-760fbce7efe5 tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.24 "DELETE /v2.0/ports/369802be-b041-4f2c-ab58-f675a7ce8d22 HTTP/1.1" status: 204 len: 173 time: 2.0386171 Feb 07 20:36:16.699472 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '755e74e9-5519-420f-b8ce-4bc555153ab0', 'name': 'network-vif-deleted', 'tag': '369802be-b041-4f2c-ab58-f675a7ce8d22'}] {{(pid=102681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:36:16.702811 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d543a4f93c545b9f4b4319baf8ff9337481391693fb3bbf25dbe09721f1c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e87f28-ec53-4c93-9d8a-cb0e9d7530d7" -d '{"events": [{"server_uuid": "755e74e9-5519-420f-b8ce-4bc555153ab0", "name": "network-vif-deleted", "tag": "369802be-b041-4f2c-ab58-f675a7ce8d22"}]}' {{(pid=102681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:36:16.787751 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251f3e04-bf93-42a6-9aef-f619f11e3b99 x-openstack-request-id: req-251f3e04-bf93-42a6-9aef-f619f11e3b99 {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:36:16.788290 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "755e74e9-5519-420f-b8ce-4bc555153ab0", "name": "network-vif-deleted", "tag": "369802be-b041-4f2c-ab58-f675a7ce8d22", "status": "completed", "code": 200}]} {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:36:16.788707 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-251f3e04-bf93-42a6-9aef-f619f11e3b99 {{(pid=102681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:36:16.789254 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '755e74e9-5519-420f-b8ce-4bc555153ab0', 'name': 'network-vif-deleted', 'tag': '369802be-b041-4f2c-ab58-f675a7ce8d22', 'status': 'completed', 'code': 200} Feb 07 20:36:16.803312 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487348e0-b4d8-4dee-a910-0e291c63edd8 admin admin] Router 5f2bd599-f288-4fcc-8e9d-4dc5079cb645 is scheduled to L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef with binding_index 1 {{(pid=102681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 20:36:16.826584 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-5d06eab6-f7be-427e-9a5c-8faa86208d75 None None] Provisioning complete for port cf56d2c2-33f4-4f49-ac9e-6ec3be97878a triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:36:16.827246 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-5d06eab6-f7be-427e-9a5c-8faa86208d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (cf56d2c2-33f4-4f49-ac9e-6ec3be97878a), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:16.959218 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-5d06eab6-f7be-427e-9a5c-8faa86208d75 None None] Current status of the port cf56d2c2-33f4-4f49-ac9e-6ec3be97878a is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:36:16.972478 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487348e0-b4d8-4dee-a910-0e291c63edd8 admin admin] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:36:16.991422 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc13914b-b07c-4edc-8966-48f453e313fb None None] Sync routers for ids ['5f2bd599-f288-4fcc-8e9d-4dc5079cb645'] in dv-cinder-828150-2-iscsi {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:36:17.020699 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc13914b-b07c-4edc-8966-48f453e313fb None None] Routers {'5f2bd599-f288-4fcc-8e9d-4dc5079cb645'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:36:17.025683 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-bc13914b-b07c-4edc-8966-48f453e313fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:35:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['5f2bd599-f288-4fcc-8e9d-4dc5079cb645'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:36:17.031806 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-487348e0-b4d8-4dee-a910-0e291c63edd8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:17.037200 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 48678) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:17.037720 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-487348e0-b4d8-4dee-a910-0e291c63edd8 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3839159 Feb 07 20:36:17.183216 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-bc13914b-b07c-4edc-8966-48f453e313fb None None] Set router 5f2bd599-f288-4fcc-8e9d-4dc5079cb645 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:36:17.308392 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-cf8d00f1-b3f4-46f6-9edb-fc90d2c4f871 None None] Provisioning complete for port cf56d2c2-33f4-4f49-ac9e-6ec3be97878a triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:36:17.308974 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-cf8d00f1-b3f4-46f6-9edb-fc90d2c4f871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (cf56d2c2-33f4-4f49-ac9e-6ec3be97878a), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:17.440276 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 369802be-b041-4f2c-ab58-f675a7ce8d22 no longer exists at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:36:17.486639 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] No Port match for: 369802be-b041-4f2c-ab58-f675a7ce8d22 {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:36:17.487096 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 369802be-b041-4f2c-ab58-f675a7ce8d22 not bound to the agent host hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:36:17.550242 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d00f1-b3f4-46f6-9edb-fc90d2c4f871 None None] Current status of the port cf56d2c2-33f4-4f49-ac9e-6ec3be97878a is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:36:17.563602 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-2f3e251e-14bd-427a-bc5e-3afef41f8817 req-0e4393f6-50c0-449b-8c47-74a63fee091f tempest-DeleteServersTestJSON-2038164315 tempest-DeleteServersTestJSON-2038164315-project] 10.222.0.60 "GET /v2.0/ports?device_id=755e74e9-5519-420f-b8ce-4bc555153ab0 HTTP/1.1" status: 200 len: 210 time: 0.0539558 Feb 07 20:36:17.600049 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-bc13914b-b07c-4edc-8966-48f453e313fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2bd599-f288-4fcc-8e9d-4dc5079cb645', 'name': 'tempest-TestMinimumBasicScenario-1518689603-router', 'tenant_id': '035234d39a2146c6b5036e9f73197b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '83274559-185c-4d06-8cd9-5c5fbadb3532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:36:13Z', 'updated_at': '2022-02-07T20:36:15Z', 'revision_number': 3, 'project_id': '035234d39a2146c6b5036e9f73197b9b', 'gw_port': {'id': '83274559-185c-4d06-8cd9-5c5fbadb3532', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2bd599-f288-4fcc-8e9d-4dc5079cb645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:36:14Z', 'updated_at': '2022-02-07T20:36:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi'}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:36:17.650539 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc13914b-b07c-4edc-8966-48f453e313fb None None] Checking router: 5f2bd599-f288-4fcc-8e9d-4dc5079cb645 for host: dv-cinder-828150-2-iscsi {{(pid=102683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:36:17.651061 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc13914b-b07c-4edc-8966-48f453e313fb None None] Updating router 5f2bd599-f288-4fcc-8e9d-4dc5079cb645 port 83274559-185c-4d06-8cd9-5c5fbadb3532 binding host dv-cinder-828150-2-iscsi {{(pid=102683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 20:36:17.686481 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-bc13914b-b07c-4edc-8966-48f453e313fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (83274559-185c-4d06-8cd9-5c5fbadb3532), before_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:17.770908 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d57c63-9b64-4c13-b04b-8b09bfc8f70f req-b127f31f-5c50-421f-a65e-d1cc2cfc14b9 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:17.780297 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-93d57c63-9b64-4c13-b04b-8b09bfc8f70f req-b127f31f-5c50-421f-a65e-d1cc2cfc14b9 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.3523195 Feb 07 20:36:17.901566 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device e645a4c3-41ca-47e4-8863-987fe353c79b up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:36:18.000201 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port e645a4c3-41ca-47e4-8863-987fe353c79b triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:36:18.000576 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (e645a4c3-41ca-47e4-8863-987fe353c79b), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:18.135303 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-93d57c63-9b64-4c13-b04b-8b09bfc8f70f req-72322869-219a-45a8-9f4e-e2865195d1af tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323245 Feb 07 20:36:18.182988 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-bc13914b-b07c-4edc-8966-48f453e313fb None None] Publish callbacks [] for port (83274559-185c-4d06-8cd9-5c5fbadb3532), precommit_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:18.200122 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-bc13914b-b07c-4edc-8966-48f453e313fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (83274559-185c-4d06-8cd9-5c5fbadb3532), after_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:18.222672 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port e645a4c3-41ca-47e4-8863-987fe353c79b is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:36:18.224684 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device cf56d2c2-33f4-4f49-ac9e-6ec3be97878a up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:36:18.313153 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port cf56d2c2-33f4-4f49-ac9e-6ec3be97878a triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:36:18.314265 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (cf56d2c2-33f4-4f49-ac9e-6ec3be97878a), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:18.316407 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.managers [None req-bc13914b-b07c-4edc-8966-48f453e313fb None None] Attempting to bind port 83274559-185c-4d06-8cd9-5c5fbadb3532 on host dv-cinder-828150-2-iscsi for vnic_type normal with profile {{(pid=102683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:36:18.318365 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.managers [None req-bc13914b-b07c-4edc-8966-48f453e313fb None None] Attempting to bind port 83274559-185c-4d06-8cd9-5c5fbadb3532 by drivers openvswitch,hyperv on host dv-cinder-828150-2-iscsi at level 0 using segments [{'id': 'b6259b7e-66cb-4b1d-a7b0-58f7e3300c62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'}] {{(pid=102683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:36:18.319042 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc13914b-b07c-4edc-8966-48f453e313fb None None] Attempting to bind port 83274559-185c-4d06-8cd9-5c5fbadb3532 on network 8fac5e93-9c31-4064-8161-a8fff953e3cb {{(pid=102683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:36:18.322496 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bebeb3-b1ec-4587-bae3-40b4b96f9920 None None] Pushing event updated for resources: {'Port': ['ID=83274559-185c-4d06-8cd9-5c5fbadb3532,revision_number=2']} {{(pid=102683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:18.328644 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc13914b-b07c-4edc-8966-48f453e313fb None None] Checking agent: {'id': 'c89dd41c-5256-44ac-a1f6-453d759a66bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828150-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 27, 33), 'started_at': datetime.datetime(2022, 2, 7, 20, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828150-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:36:18.329210 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc13914b-b07c-4edc-8966-48f453e313fb None None] Checking segment: {'id': 'b6259b7e-66cb-4b1d-a7b0-58f7e3300c62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:36:18.329746 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-bc13914b-b07c-4edc-8966-48f453e313fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:18.330280 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc13914b-b07c-4edc-8966-48f453e313fb None None] Bound using segment: {'id': 'b6259b7e-66cb-4b1d-a7b0-58f7e3300c62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'} {{(pid=102683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:36:18.331128 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.managers [None req-bc13914b-b07c-4edc-8966-48f453e313fb None None] Bound port: 83274559-185c-4d06-8cd9-5c5fbadb3532, host: dv-cinder-828150-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6259b7e-66cb-4b1d-a7b0-58f7e3300c62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'}}] {{(pid=102683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:36:18.331672 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-bc13914b-b07c-4edc-8966-48f453e313fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (83274559-185c-4d06-8cd9-5c5fbadb3532), before_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:18.418615 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.db [None req-bc13914b-b07c-4edc-8966-48f453e313fb None None] For port 83274559-185c-4d06-8cd9-5c5fbadb3532, host dv-cinder-828150-2-iscsi, cleared binding levels {{(pid=102683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:36:18.428999 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.db [None req-bc13914b-b07c-4edc-8966-48f453e313fb None None] For port 83274559-185c-4d06-8cd9-5c5fbadb3532, host dv-cinder-828150-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=83274559-185c-4d06-8cd9-5c5fbadb3532,segment=NetworkSegment(b6259b7e-66cb-4b1d-a7b0-58f7e3300c62),segment_id=b6259b7e-66cb-4b1d-a7b0-58f7e3300c62)] {{(pid=102683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:36:18.438554 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-bc13914b-b07c-4edc-8966-48f453e313fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (83274559-185c-4d06-8cd9-5c5fbadb3532), after_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:18.454724 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port cf56d2c2-33f4-4f49-ac9e-6ec3be97878a is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:36:18.516140 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f3e81994-a965-49a8-a7a4-6cee1b1543c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:18.519587 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc13914b-b07c-4edc-8966-48f453e313fb None None] Routers {'5f2bd599-f288-4fcc-8e9d-4dc5079cb645'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:36:18.520580 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-bc13914b-b07c-4edc-8966-48f453e313fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:35:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['5f2bd599-f288-4fcc-8e9d-4dc5079cb645'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:36:18.533209 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-378ca666-76e2-45a2-b2a2-66f6185ca24f tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:18.534773 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-378ca666-76e2-45a2-b2a2-66f6185ca24f tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/networks?id=7f57cb47-8cc1-421f-88af-08ce60d3d2bd HTTP/1.1" status: 200 len: 815 time: 0.2332499 Feb 07 20:36:18.564954 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-effa09bc-d6af-4bcc-a6af-963411e7b3e6 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/quotas/f432db4128fd41dcb4533e392be06161 HTTP/1.1" status: 200 len: 375 time: 0.0171685 Feb 07 20:36:18.602615 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bebeb3-b1ec-4587-bae3-40b4b96f9920 None None] Pushing event updated for resources: {'Port': ['ID=83274559-185c-4d06-8cd9-5c5fbadb3532,revision_number=3']} {{(pid=102683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:18.649148 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-e128e0b9-d23f-48e8-a0d2-ab4b9170c3dc tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f432db4128fd41dcb4533e392be06161&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0780010 Feb 07 20:36:18.671132 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-bc13914b-b07c-4edc-8966-48f453e313fb None None] Set router 5f2bd599-f288-4fcc-8e9d-4dc5079cb645 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:36:18.801853 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-29724b8f-340d-4318-ac0f-580c3bb0c410 service neutron] 10.222.0.60 "GET /v2.0/networks/7f57cb47-8cc1-421f-88af-08ce60d3d2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518464 Feb 07 20:36:18.854062 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.db_base_plugin_common [None req-f3e81994-a965-49a8-a7a4-6cee1b1543c9 admin admin] Allocated IP 172.20.0.1 (f14f5c39-9fe7-4f9c-9ace-0f9d7c14b761/1ed87a7b-71d2-4a3f-996c-641f19903568/81128f65-77f0-405e-912b-1cd044587307) {{(pid=102680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:36:18.966913 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-bc13914b-b07c-4edc-8966-48f453e313fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2bd599-f288-4fcc-8e9d-4dc5079cb645', 'name': 'tempest-TestMinimumBasicScenario-1518689603-router', 'tenant_id': '035234d39a2146c6b5036e9f73197b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '83274559-185c-4d06-8cd9-5c5fbadb3532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:36:13Z', 'updated_at': '2022-02-07T20:36:15Z', 'revision_number': 3, 'project_id': '035234d39a2146c6b5036e9f73197b9b', 'gw_port': {'id': '83274559-185c-4d06-8cd9-5c5fbadb3532', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2bd599-f288-4fcc-8e9d-4dc5079cb645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:36:14Z', 'updated_at': '2022-02-07T20:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi'}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:36:18.974645 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-11ea030b-eb18-4d02-b875-3c76a313ef81 service neutron] 10.222.0.60 "GET /v2.0/networks/7f57cb47-8cc1-421f-88af-08ce60d3d2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643226 Feb 07 20:36:18.998396 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc13914b-b07c-4edc-8966-48f453e313fb None None] The sync data for ids ['5f2bd599-f288-4fcc-8e9d-4dc5079cb645'] in dv-cinder-828150-2-iscsi is: [{'id': '5f2bd599-f288-4fcc-8e9d-4dc5079cb645', 'name': 'tempest-TestMinimumBasicScenario-1518689603-router', 'tenant_id': '035234d39a2146c6b5036e9f73197b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '83274559-185c-4d06-8cd9-5c5fbadb3532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:36:13Z', 'updated_at': '2022-02-07T20:36:15Z', 'revision_number': 3, 'project_id': '035234d39a2146c6b5036e9f73197b9b', 'gw_port': {'id': '83274559-185c-4d06-8cd9-5c5fbadb3532', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2bd599-f288-4fcc-8e9d-4dc5079cb645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:36:14Z', 'updated_at': '2022-02-07T20:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi'}] {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:36:19.013981 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f3e81994-a965-49a8-a7a4-6cee1b1543c9 admin admin] Publish callbacks [] for port (81128f65-77f0-405e-912b-1cd044587307), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:19.081245 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f3e81994-a965-49a8-a7a4-6cee1b1543c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17688'] for port (81128f65-77f0-405e-912b-1cd044587307), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:19.317653 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 48766) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:19.460874 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e81994-a965-49a8-a7a4-6cee1b1543c9 admin admin] Network f14f5c39-9fe7-4f9c-9ace-0f9d7c14b761 is already hosted by enough agents. {{(pid=102680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:36:19.487903 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-155b9cd8-187e-4fa9-ab16-03f51b58f38c req-1c1b74dd-f60a-4819-9551-08be80842d78 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088 HTTP/1.1" status: 200 len: 210 time: 0.0670609 Feb 07 20:36:19.489013 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [None req-f3e81994-a965-49a8-a7a4-6cee1b1543c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:36:19.491292 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e81994-a965-49a8-a7a4-6cee1b1543c9 admin admin] Pushing event updated for resources: {'Port': ['ID=81128f65-77f0-405e-912b-1cd044587307,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:19.493712 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e81994-a965-49a8-a7a4-6cee1b1543c9 admin admin] Received port after_create {{(pid=102680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:36:19.541150 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e81994-a965-49a8-a7a4-6cee1b1543c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:36:19.541519 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e81994-a965-49a8-a7a4-6cee1b1543c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:36:19.541863 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e81994-a965-49a8-a7a4-6cee1b1543c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:36:19.542199 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e81994-a965-49a8-a7a4-6cee1b1543c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:36:19.542527 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e81994-a965-49a8-a7a4-6cee1b1543c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:36:19.542850 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e81994-a965-49a8-a7a4-6cee1b1543c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:36:19.543192 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e81994-a965-49a8-a7a4-6cee1b1543c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:36:19.543547 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e81994-a965-49a8-a7a4-6cee1b1543c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:36:19.543870 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e81994-a965-49a8-a7a4-6cee1b1543c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:36:19.544226 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e81994-a965-49a8-a7a4-6cee1b1543c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:36:19.558229 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e81994-a965-49a8-a7a4-6cee1b1543c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:36:19.558569 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e81994-a965-49a8-a7a4-6cee1b1543c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:36:19.558902 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e81994-a965-49a8-a7a4-6cee1b1543c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:36:19.640376 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f3e81994-a965-49a8-a7a4-6cee1b1543c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395920'] for router_interface (5f2bd599-f288-4fcc-8e9d-4dc5079cb645), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:19.774116 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 83274559-185c-4d06-8cd9-5c5fbadb3532 up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:36:19.819016 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c219721-4564-49c7-af31-55226376a69f admin admin] Deleting subnet e740fd5a-6dc1-448f-8a69-984a87ee4fd3 {{(pid=102681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 20:36:19.838512 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-3c219721-4564-49c7-af31-55226376a69f admin admin] Publish callbacks [] for subnet (e740fd5a-6dc1-448f-8a69-984a87ee4fd3), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:19.852392 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port 83274559-185c-4d06-8cd9-5c5fbadb3532 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:36:19.853160 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (83274559-185c-4d06-8cd9-5c5fbadb3532), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:19.898557 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da05b0e-5b64-4b2e-89f9-8c3cb2b02713 req-f419cb93-0edb-480a-bb4f-6749a0d13d3e tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:19.910681 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9da05b0e-5b64-4b2e-89f9-8c3cb2b02713 req-f419cb93-0edb-480a-bb4f-6749a0d13d3e tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.6673455 Feb 07 20:36:19.928421 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-910a3ab7-3b94-4bcd-9cf9-a77cbe8ca5d5 None None] Provisioning complete for port 81128f65-77f0-405e-912b-1cd044587307 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:36:19.928800 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-910a3ab7-3b94-4bcd-9cf9-a77cbe8ca5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (81128f65-77f0-405e-912b-1cd044587307), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:19.981326 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-910a3ab7-3b94-4bcd-9cf9-a77cbe8ca5d5 None None] Port 81128f65-77f0-405e-912b-1cd044587307 cannot update to ACTIVE because it is not bound. {{(pid=102682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:36:19.998564 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9da05b0e-5b64-4b2e-89f9-8c3cb2b02713 req-d065f43f-8089-495a-9e12-ad3e1e9df278 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818684 Feb 07 20:36:20.017369 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-3c219721-4564-49c7-af31-55226376a69f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9363915'] for subnet (e740fd5a-6dc1-448f-8a69-984a87ee4fd3), precommit_delete_associations {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:20.043492 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port 83274559-185c-4d06-8cd9-5c5fbadb3532 is: DOWN; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:36:20.044954 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (83274559-185c-4d06-8cd9-5c5fbadb3532), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:20.064274 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-3c219721-4564-49c7-af31-55226376a69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32999468'] for subnet (e740fd5a-6dc1-448f-8a69-984a87ee4fd3), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:20.078578 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f3e81994-a965-49a8-a7a4-6cee1b1543c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (81128f65-77f0-405e-912b-1cd044587307), before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:20.087044 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] For port 83274559-185c-4d06-8cd9-5c5fbadb3532, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=83274559-185c-4d06-8cd9-5c5fbadb3532,segment=NetworkSegment(b6259b7e-66cb-4b1d-a7b0-58f7e3300c62),segment_id=b6259b7e-66cb-4b1d-a7b0-58f7e3300c62)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:36:20.093940 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (83274559-185c-4d06-8cd9-5c5fbadb3532), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:20.160091 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Pushing event updated for resources: {'Port': ['ID=83274559-185c-4d06-8cd9-5c5fbadb3532,revision_number=4']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:20.169527 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:36:20.170028 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:36:20.170422 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:36:20.170820 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:36:20.171243 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:36:20.171679 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:36:20.172373 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:36:20.172816 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:36:20.173263 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:36:20.174979 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:36:20.174979 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:36:20.174979 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:36:20.174979 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:36:20.192679 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-3c219721-4564-49c7-af31-55226376a69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32999639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3187828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9307052'] for subnet (e740fd5a-6dc1-448f-8a69-984a87ee4fd3), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:20.247181 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c219721-4564-49c7-af31-55226376a69f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e740fd5a-6dc1-448f-8a69-984a87ee4fd3,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:20.251239 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-3c219721-4564-49c7-af31-55226376a69f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for subnet (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:20.254451 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-3c219721-4564-49c7-af31-55226376a69f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e740fd5a-6dc1-448f-8a69-984a87ee4fd3 HTTP/1.1" status: 204 len: 168 time: 0.9358201 Feb 07 20:36:20.257202 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 48802) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:20.277674 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 48804) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:20.351988 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f3e81994-a965-49a8-a7a4-6cee1b1543c9 admin admin] Publish callbacks [] for port (81128f65-77f0-405e-912b-1cd044587307), precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:20.363596 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f3e81994-a965-49a8-a7a4-6cee1b1543c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17681'] for port (81128f65-77f0-405e-912b-1cd044587307), after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:20.408653 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-1b104086-9077-4f42-9f9a-92efafd21b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32943866'] for network (669e5ba2-8ab6-4890-a8a9-cbbd1b177a7c), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:20.424689 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9e1ce4f-bb7c-4c4d-8171-2f382fcc4813 admin admin] Deleting subnet ab1516e0-57d1-4d28-b856-7578705a6574 {{(pid=102681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 20:36:20.428871 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c9e1ce4f-bb7c-4c4d-8171-2f382fcc4813 admin admin] Publish callbacks [] for subnet (ab1516e0-57d1-4d28-b856-7578705a6574), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:20.438333 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e81994-a965-49a8-a7a4-6cee1b1543c9 admin admin] Pushing event updated for resources: {'Port': ['ID=81128f65-77f0-405e-912b-1cd044587307,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:20.440768 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f3e81994-a965-49a8-a7a4-6cee1b1543c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393216'] for router_interface (5f2bd599-f288-4fcc-8e9d-4dc5079cb645), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:20.493137 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c9e1ce4f-bb7c-4c4d-8171-2f382fcc4813 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9363915'] for subnet (ab1516e0-57d1-4d28-b856-7578705a6574), precommit_delete_associations {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:20.546452 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e81994-a965-49a8-a7a4-6cee1b1543c9 admin admin] Network f14f5c39-9fe7-4f9c-9ace-0f9d7c14b761 is already hosted by enough agents. {{(pid=102680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:36:20.549036 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [None req-f3e81994-a965-49a8-a7a4-6cee1b1543c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:36:20.580726 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-1b104086-9077-4f42-9f9a-92efafd21b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32817339', 'neutron.services.segments.db._delete_segments_for_network-8784096777409'] for network (669e5ba2-8ab6-4890-a8a9-cbbd1b177a7c), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:20.601705 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c9e1ce4f-bb7c-4c4d-8171-2f382fcc4813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32999468'] for subnet (ab1516e0-57d1-4d28-b856-7578705a6574), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:20.636266 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.services.segments.db [None req-1b104086-9077-4f42-9f9a-92efafd21b0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['669e5ba2-8ab6-4890-a8a9-cbbd1b177a7c']}} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:36:20.652678 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.services.segments.db [None req-1b104086-9077-4f42-9f9a-92efafd21b0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '126dd3ab-0a65-410b-88c1-306d493aab86') {'for_net_delete': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:36:20.652977 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.services.segments.db [None req-1b104086-9077-4f42-9f9a-92efafd21b0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '126dd3ab-0a65-410b-88c1-306d493aab86') {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:36:20.655824 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-c631866c-2752-416b-8614-69a729a479f6 req-5667d206-3129-4da3-85fa-7fb7751d782f tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088 HTTP/1.1" status: 200 len: 210 time: 0.0580032 Feb 07 20:36:20.666063 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-1b104086-9077-4f42-9f9a-92efafd21b0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784096779466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9363904'] for segment (126dd3ab-0a65-410b-88c1-306d493aab86), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:20.687790 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-1b104086-9077-4f42-9f9a-92efafd21b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526'] for segment (126dd3ab-0a65-410b-88c1-306d493aab86), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:20.699652 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b104086-9077-4f42-9f9a-92efafd21b0b admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=102681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 20:36:20.701343 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-1b104086-9077-4f42-9f9a-92efafd21b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3187934'] for segment (126dd3ab-0a65-410b-88c1-306d493aab86), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:20.707138 dv-cinder-828150-2-iscsi neutron-server[102681]: Traceback (most recent call last): Feb 07 20:36:20.707138 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 20:36:20.707138 dv-cinder-828150-2-iscsi neutron-server[102681]: timer() Feb 07 20:36:20.707138 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 20:36:20.707138 dv-cinder-828150-2-iscsi neutron-server[102681]: cb(*args, **kw) Feb 07 20:36:20.707138 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 20:36:20.707138 dv-cinder-828150-2-iscsi neutron-server[102681]: return func(*args, **kwargs) Feb 07 20:36:20.707138 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 20:36:20.707138 dv-cinder-828150-2-iscsi neutron-server[102681]: self._notify() Feb 07 20:36:20.707138 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 20:36:20.707138 dv-cinder-828150-2-iscsi neutron-server[102681]: self.callback(batched_events) Feb 07 20:36:20.707138 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 20:36:20.707138 dv-cinder-828150-2-iscsi neutron-server[102681]: event.method(event) Feb 07 20:36:20.707138 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 20:36:20.707138 dv-cinder-828150-2-iscsi neutron-server[102681]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 20:36:20.707138 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 20:36:20.707138 dv-cinder-828150-2-iscsi neutron-server[102681]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 20:36:20.707138 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 20:36:20.707138 dv-cinder-828150-2-iscsi neutron-server[102681]: return f(self, *a, **k) Feb 07 20:36:20.707138 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 20:36:20.707138 dv-cinder-828150-2-iscsi neutron-server[102681]: return self._get(url).json() Feb 07 20:36:20.707138 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 20:36:20.707138 dv-cinder-828150-2-iscsi neutron-server[102681]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 20:36:20.707138 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 20:36:20.707138 dv-cinder-828150-2-iscsi neutron-server[102681]: return self.request(url, 'GET', **kwargs) Feb 07 20:36:20.707138 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 20:36:20.707138 dv-cinder-828150-2-iscsi neutron-server[102681]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 20:36:20.707138 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 20:36:20.707138 dv-cinder-828150-2-iscsi neutron-server[102681]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 20:36:20.707138 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 20:36:20.707138 dv-cinder-828150-2-iscsi neutron-server[102681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 20:36:20.707138 dv-cinder-828150-2-iscsi neutron-server[102681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 20:36:20.724877 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e81994-a965-49a8-a7a4-6cee1b1543c9 admin admin] Router 5f2bd599-f288-4fcc-8e9d-4dc5079cb645 has already been hosted by L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef {{(pid=102680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:36:20.757529 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c9e1ce4f-bb7c-4c4d-8171-2f382fcc4813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32999639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3187828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9307052'] for subnet (ab1516e0-57d1-4d28-b856-7578705a6574), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:20.799079 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1ce4f-bb7c-4c4d-8171-2f382fcc4813 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab1516e0-57d1-4d28-b856-7578705a6574,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:20.806029 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c9e1ce4f-bb7c-4c4d-8171-2f382fcc4813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for subnet (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:20.812991 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 48814) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:20.813122 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-c9e1ce4f-bb7c-4c4d-8171-2f382fcc4813 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ab1516e0-57d1-4d28-b856-7578705a6574 HTTP/1.1" status: 204 len: 168 time: 0.5335031 Feb 07 20:36:20.819483 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-1b104086-9077-4f42-9f9a-92efafd21b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32817314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395791'] for network (669e5ba2-8ab6-4890-a8a9-cbbd1b177a7c), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:20.823654 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-9d548685-96e8-4004-a1a1-f4862923e57a None None] Provisioning complete for port 81128f65-77f0-405e-912b-1cd044587307 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:36:20.824093 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-9d548685-96e8-4004-a1a1-f4862923e57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (81128f65-77f0-405e-912b-1cd044587307), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:20.825988 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-1b104086-9077-4f42-9f9a-92efafd21b0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for network (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:20.830093 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-1b104086-9077-4f42-9f9a-92efafd21b0b admin admin] 10.222.0.60 "DELETE /v2.0/networks/669e5ba2-8ab6-4890-a8a9-cbbd1b177a7c HTTP/1.1" status: 204 len: 168 time: 0.5719543 Feb 07 20:36:20.833103 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 48816) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:20.852977 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b104086-9077-4f42-9f9a-92efafd21b0b admin admin] Pushing event deleted for resources: {'Network': ['ID=669e5ba2-8ab6-4890-a8a9-cbbd1b177a7c,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:20.873269 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-9d548685-96e8-4004-a1a1-f4862923e57a None None] Port 81128f65-77f0-405e-912b-1cd044587307 cannot update to ACTIVE because it is not bound. {{(pid=102682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:36:20.896476 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.db_base_plugin_v2 [None req-b77018d5-3d40-42a9-b3c7-d9f48f3135c7 admin admin] Deleting subnet c93def36-5c83-46bc-8070-fd200c5072c3 {{(pid=102681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 20:36:20.900152 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b77018d5-3d40-42a9-b3c7-d9f48f3135c7 admin admin] Publish callbacks [] for subnet (c93def36-5c83-46bc-8070-fd200c5072c3), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:20.905211 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ebd47675-f84f-43c0-9f10-198e957ebea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32943866'] for network (36200dd3-affa-406c-99d8-954e0d41e9a7), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:20.916421 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e81994-a965-49a8-a7a4-6cee1b1543c9 admin admin] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:36:20.929123 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-f3e81994-a965-49a8-a7a4-6cee1b1543c9 admin admin] 10.222.0.60 "PUT /v2.0/routers/5f2bd599-f288-4fcc-8e9d-4dc5079cb645/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8834386 Feb 07 20:36:20.943723 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b77018d5-3d40-42a9-b3c7-d9f48f3135c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9363915'] for subnet (c93def36-5c83-46bc-8070-fd200c5072c3), precommit_delete_associations {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:20.991884 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b77018d5-3d40-42a9-b3c7-d9f48f3135c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32999468'] for subnet (c93def36-5c83-46bc-8070-fd200c5072c3), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:20.998479 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ebd47675-f84f-43c0-9f10-198e957ebea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32817339', 'neutron.services.segments.db._delete_segments_for_network-8784096777409'] for network (36200dd3-affa-406c-99d8-954e0d41e9a7), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:21.020119 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.services.segments.db [None req-ebd47675-f84f-43c0-9f10-198e957ebea3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36200dd3-affa-406c-99d8-954e0d41e9a7']}} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:36:21.030267 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.services.segments.db [None req-ebd47675-f84f-43c0-9f10-198e957ebea3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dd74282-8ab3-4501-b135-09bccce61fa1') {'for_net_delete': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:36:21.031571 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.services.segments.db [None req-ebd47675-f84f-43c0-9f10-198e957ebea3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dd74282-8ab3-4501-b135-09bccce61fa1') {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:36:21.040498 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ebd47675-f84f-43c0-9f10-198e957ebea3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784096779466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-23369'] for segment (2dd74282-8ab3-4501-b135-09bccce61fa1), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:21.058152 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ebd47675-f84f-43c0-9f10-198e957ebea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526'] for segment (2dd74282-8ab3-4501-b135-09bccce61fa1), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:21.065581 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebd47675-f84f-43c0-9f10-198e957ebea3 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=102680) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 20:36:21.065977 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ebd47675-f84f-43c0-9f10-198e957ebea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17773'] for segment (2dd74282-8ab3-4501-b135-09bccce61fa1), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:21.067283 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b77018d5-3d40-42a9-b3c7-d9f48f3135c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32999639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3187828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9307052'] for subnet (c93def36-5c83-46bc-8070-fd200c5072c3), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:21.067850 dv-cinder-828150-2-iscsi neutron-server[102680]: Traceback (most recent call last): Feb 07 20:36:21.067850 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 20:36:21.067850 dv-cinder-828150-2-iscsi neutron-server[102680]: timer() Feb 07 20:36:21.067850 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 20:36:21.067850 dv-cinder-828150-2-iscsi neutron-server[102680]: cb(*args, **kw) Feb 07 20:36:21.067850 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 20:36:21.067850 dv-cinder-828150-2-iscsi neutron-server[102680]: return func(*args, **kwargs) Feb 07 20:36:21.067850 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 20:36:21.067850 dv-cinder-828150-2-iscsi neutron-server[102680]: self._notify() Feb 07 20:36:21.067850 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 20:36:21.067850 dv-cinder-828150-2-iscsi neutron-server[102680]: self.callback(batched_events) Feb 07 20:36:21.067850 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 20:36:21.067850 dv-cinder-828150-2-iscsi neutron-server[102680]: event.method(event) Feb 07 20:36:21.067850 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 20:36:21.067850 dv-cinder-828150-2-iscsi neutron-server[102680]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 20:36:21.067850 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 20:36:21.067850 dv-cinder-828150-2-iscsi neutron-server[102680]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 20:36:21.067850 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 20:36:21.067850 dv-cinder-828150-2-iscsi neutron-server[102680]: return f(self, *a, **k) Feb 07 20:36:21.067850 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 20:36:21.067850 dv-cinder-828150-2-iscsi neutron-server[102680]: return self._get(url).json() Feb 07 20:36:21.067850 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 20:36:21.067850 dv-cinder-828150-2-iscsi neutron-server[102680]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 20:36:21.067850 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 20:36:21.067850 dv-cinder-828150-2-iscsi neutron-server[102680]: return self.request(url, 'GET', **kwargs) Feb 07 20:36:21.067850 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 20:36:21.067850 dv-cinder-828150-2-iscsi neutron-server[102680]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 20:36:21.067850 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 20:36:21.067850 dv-cinder-828150-2-iscsi neutron-server[102680]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 20:36:21.067850 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 20:36:21.067850 dv-cinder-828150-2-iscsi neutron-server[102680]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 20:36:21.067850 dv-cinder-828150-2-iscsi neutron-server[102680]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 20:36:21.097961 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77018d5-3d40-42a9-b3c7-d9f48f3135c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c93def36-5c83-46bc-8070-fd200c5072c3,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:21.117794 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b77018d5-3d40-42a9-b3c7-d9f48f3135c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for subnet (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:21.121157 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-b77018d5-3d40-42a9-b3c7-d9f48f3135c7 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c93def36-5c83-46bc-8070-fd200c5072c3 HTTP/1.1" status: 204 len: 168 time: 0.2868271 Feb 07 20:36:21.128057 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 48828) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:21.165947 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5207e-033a-45a5-bbbf-4e8fd632d2f7 req-3d035f3c-fe14-4793-9ecc-15e6924ca2cb tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:21.167468 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-84f5207e-033a-45a5-bbbf-4e8fd632d2f7 req-3d035f3c-fe14-4793-9ecc-15e6924ca2cb tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.0707357 Feb 07 20:36:21.186697 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ebd47675-f84f-43c0-9f10-198e957ebea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32817314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395791'] for network (36200dd3-affa-406c-99d8-954e0d41e9a7), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:21.195631 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ebd47675-f84f-43c0-9f10-198e957ebea3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for network (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:21.199907 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-ebd47675-f84f-43c0-9f10-198e957ebea3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/36200dd3-affa-406c-99d8-954e0d41e9a7 HTTP/1.1" status: 204 len: 168 time: 0.3860044 Feb 07 20:36:21.219560 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd47675-f84f-43c0-9f10-198e957ebea3 admin admin] Pushing event deleted for resources: {'Network': ['ID=36200dd3-affa-406c-99d8-954e0d41e9a7,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:21.232960 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-baddd58f-5085-4b26-92b4-f0fe1edacae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32943866'] for network (319f0559-e821-4228-b53f-c4c8a3a2ae5a), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:21.245122 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-84f5207e-033a-45a5-bbbf-4e8fd632d2f7 req-f8c0a88f-cc93-4fb1-a528-1a0e65616f79 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708208 Feb 07 20:36:21.334715 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-baddd58f-5085-4b26-92b4-f0fe1edacae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32817339', 'neutron.services.segments.db._delete_segments_for_network-8784096777409'] for network (319f0559-e821-4228-b53f-c4c8a3a2ae5a), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:21.362456 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.services.segments.db [None req-baddd58f-5085-4b26-92b4-f0fe1edacae1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['319f0559-e821-4228-b53f-c4c8a3a2ae5a']}} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:36:21.372962 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.services.segments.db [None req-baddd58f-5085-4b26-92b4-f0fe1edacae1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee3374a2-c93f-4af9-b9e3-121d946b0b8f') {'for_net_delete': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:36:21.373258 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.services.segments.db [None req-baddd58f-5085-4b26-92b4-f0fe1edacae1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee3374a2-c93f-4af9-b9e3-121d946b0b8f') {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:36:21.384490 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-baddd58f-5085-4b26-92b4-f0fe1edacae1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784096779466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-23369'] for segment (ee3374a2-c93f-4af9-b9e3-121d946b0b8f), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:21.406291 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-baddd58f-5085-4b26-92b4-f0fe1edacae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526'] for segment (ee3374a2-c93f-4af9-b9e3-121d946b0b8f), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:21.413303 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baddd58f-5085-4b26-92b4-f0fe1edacae1 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=102680) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 20:36:21.413778 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-baddd58f-5085-4b26-92b4-f0fe1edacae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17773'] for segment (ee3374a2-c93f-4af9-b9e3-121d946b0b8f), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:21.415716 dv-cinder-828150-2-iscsi neutron-server[102680]: Traceback (most recent call last): Feb 07 20:36:21.415716 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 20:36:21.415716 dv-cinder-828150-2-iscsi neutron-server[102680]: timer() Feb 07 20:36:21.415716 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 20:36:21.415716 dv-cinder-828150-2-iscsi neutron-server[102680]: cb(*args, **kw) Feb 07 20:36:21.415716 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 20:36:21.415716 dv-cinder-828150-2-iscsi neutron-server[102680]: return func(*args, **kwargs) Feb 07 20:36:21.415716 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 20:36:21.415716 dv-cinder-828150-2-iscsi neutron-server[102680]: self._notify() Feb 07 20:36:21.415716 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 20:36:21.415716 dv-cinder-828150-2-iscsi neutron-server[102680]: self.callback(batched_events) Feb 07 20:36:21.415716 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 20:36:21.415716 dv-cinder-828150-2-iscsi neutron-server[102680]: event.method(event) Feb 07 20:36:21.415716 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 20:36:21.415716 dv-cinder-828150-2-iscsi neutron-server[102680]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 20:36:21.415716 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 20:36:21.415716 dv-cinder-828150-2-iscsi neutron-server[102680]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 20:36:21.415716 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 20:36:21.415716 dv-cinder-828150-2-iscsi neutron-server[102680]: return f(self, *a, **k) Feb 07 20:36:21.415716 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 20:36:21.415716 dv-cinder-828150-2-iscsi neutron-server[102680]: return self._get(url).json() Feb 07 20:36:21.415716 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 20:36:21.415716 dv-cinder-828150-2-iscsi neutron-server[102680]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 20:36:21.415716 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 20:36:21.415716 dv-cinder-828150-2-iscsi neutron-server[102680]: return self.request(url, 'GET', **kwargs) Feb 07 20:36:21.415716 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 20:36:21.415716 dv-cinder-828150-2-iscsi neutron-server[102680]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 20:36:21.415716 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 20:36:21.415716 dv-cinder-828150-2-iscsi neutron-server[102680]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 20:36:21.415716 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 20:36:21.415716 dv-cinder-828150-2-iscsi neutron-server[102680]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 20:36:21.415716 dv-cinder-828150-2-iscsi neutron-server[102680]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 20:36:21.455655 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 48842) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:21.459636 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3235ebed-bf72-48e1-bfb7-95ff214869a7 None None] Sync routers for ids ['5f2bd599-f288-4fcc-8e9d-4dc5079cb645'] in dv-cinder-828150-2-iscsi {{(pid=102682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:36:21.481264 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3235ebed-bf72-48e1-bfb7-95ff214869a7 None None] Routers {'5f2bd599-f288-4fcc-8e9d-4dc5079cb645'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:36:21.482192 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-baddd58f-5085-4b26-92b4-f0fe1edacae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32817314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395791'] for network (319f0559-e821-4228-b53f-c4c8a3a2ae5a), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:21.484202 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-3235ebed-bf72-48e1-bfb7-95ff214869a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:35:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['5f2bd599-f288-4fcc-8e9d-4dc5079cb645'], 'active': True} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:36:21.487846 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-baddd58f-5085-4b26-92b4-f0fe1edacae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for network (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:21.491313 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-baddd58f-5085-4b26-92b4-f0fe1edacae1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/319f0559-e821-4228-b53f-c4c8a3a2ae5a HTTP/1.1" status: 204 len: 168 time: 0.3622775 Feb 07 20:36:21.505753 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baddd58f-5085-4b26-92b4-f0fe1edacae1 admin admin] Pushing event deleted for resources: {'Network': ['ID=319f0559-e821-4228-b53f-c4c8a3a2ae5a,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:21.534912 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-0eeb33dc-e11f-4920-bc3d-5ebdd21cba09 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=50c4f08e6606441bb08a6fd4f888c387&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0781968 Feb 07 20:36:21.537755 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 48850) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:21.645218 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-99be9d72-5ed1-49b4-9b52-c3a4d95e9a1c admin admin] Publish callbacks [] for security_group (25a265d3-030d-47dc-81a4-5cc08fff8f7d), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:21.698339 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-99be9d72-5ed1-49b4-9b52-c3a4d95e9a1c admin admin] Publish callbacks [] for security_group (25a265d3-030d-47dc-81a4-5cc08fff8f7d), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:21.751940 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 83274559-185c-4d06-8cd9-5c5fbadb3532 up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:36:21.779907 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-99be9d72-5ed1-49b4-9b52-c3a4d95e9a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (25a265d3-030d-47dc-81a4-5cc08fff8f7d), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:21.789866 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-99be9d72-5ed1-49b4-9b52-c3a4d95e9a1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:21.792924 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-99be9d72-5ed1-49b4-9b52-c3a4d95e9a1c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/25a265d3-030d-47dc-81a4-5cc08fff8f7d HTTP/1.1" status: 204 len: 168 time: 0.2520473 Feb 07 20:36:21.813671 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be9d72-5ed1-49b4-9b52-c3a4d95e9a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a265d3-030d-47dc-81a4-5cc08fff8f7d,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:21.839172 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-85d5233c-ec9e-477d-a9b6-c12283d26315 req-5708d35c-2949-4463-bd11-5975c2917335 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088 HTTP/1.1" status: 200 len: 210 time: 0.0438104 Feb 07 20:36:21.859003 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port 83274559-185c-4d06-8cd9-5c5fbadb3532 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:36:21.859558 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (83274559-185c-4d06-8cd9-5c5fbadb3532), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:21.865168 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 48860) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:21.927731 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-3d7fabdb-60b4-4c50-9593-3c0e35e17bed admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=54251ae5f1f74ba7826b0d471098d71a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0564470 Feb 07 20:36:21.928411 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 48866) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:21.936138 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvr_db [None req-3235ebed-bf72-48e1-bfb7-95ff214869a7 None None] Set router 5f2bd599-f288-4fcc-8e9d-4dc5079cb645 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:36:22.038009 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-1ddad1ee-d93e-4787-9ca8-8caf31f84c16 admin admin] Publish callbacks [] for security_group (d8445fb3-eae8-4bd8-9238-4b6124394312), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:22.085120 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-1ddad1ee-d93e-4787-9ca8-8caf31f84c16 admin admin] Publish callbacks [] for security_group (d8445fb3-eae8-4bd8-9238-4b6124394312), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:22.108416 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port 83274559-185c-4d06-8cd9-5c5fbadb3532 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:36:22.176920 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-1ddad1ee-d93e-4787-9ca8-8caf31f84c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (d8445fb3-eae8-4bd8-9238-4b6124394312), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:22.179550 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-1ddad1ee-d93e-4787-9ca8-8caf31f84c16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:22.194733 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-1ddad1ee-d93e-4787-9ca8-8caf31f84c16 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d8445fb3-eae8-4bd8-9238-4b6124394312 HTTP/1.1" status: 204 len: 168 time: 0.2570198 Feb 07 20:36:22.220586 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddad1ee-d93e-4787-9ca8-8caf31f84c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8445fb3-eae8-4bd8-9238-4b6124394312,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:22.246777 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-3235ebed-bf72-48e1-bfb7-95ff214869a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2bd599-f288-4fcc-8e9d-4dc5079cb645', 'name': 'tempest-TestMinimumBasicScenario-1518689603-router', 'tenant_id': '035234d39a2146c6b5036e9f73197b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '83274559-185c-4d06-8cd9-5c5fbadb3532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:36:13Z', 'updated_at': '2022-02-07T20:36:20Z', 'revision_number': 4, 'project_id': '035234d39a2146c6b5036e9f73197b9b', 'gw_port': {'id': '83274559-185c-4d06-8cd9-5c5fbadb3532', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2bd599-f288-4fcc-8e9d-4dc5079cb645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:36:14Z', 'updated_at': '2022-02-07T20:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': '81128f65-77f0-405e-912b-1cd044587307', 'name': '', 'network_id': 'f14f5c39-9fe7-4f9c-9ace-0f9d7c14b761', 'tenant_id': '035234d39a2146c6b5036e9f73197b9b', 'mac_address': 'fa:16:3e:dd:02:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2bd599-f288-4fcc-8e9d-4dc5079cb645', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '1ed87a7b-71d2-4a3f-996c-641f19903568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:36:18Z', 'updated_at': '2022-02-07T20:36:20Z', 'revision_number': 2, 'project_id': '035234d39a2146c6b5036e9f73197b9b', 'subnets': [{'id': '1ed87a7b-71d2-4a3f-996c-641f19903568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:36:22.285428 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3235ebed-bf72-48e1-bfb7-95ff214869a7 None None] Checking router: 5f2bd599-f288-4fcc-8e9d-4dc5079cb645 for host: dv-cinder-828150-2-iscsi {{(pid=102682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:36:22.294832 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3235ebed-bf72-48e1-bfb7-95ff214869a7 None None] Updating router 5f2bd599-f288-4fcc-8e9d-4dc5079cb645 port 81128f65-77f0-405e-912b-1cd044587307 binding host dv-cinder-828150-2-iscsi {{(pid=102682) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 20:36:22.412036 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-3235ebed-bf72-48e1-bfb7-95ff214869a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (81128f65-77f0-405e-912b-1cd044587307), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:22.538958 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612c3f1-b7de-4a4b-9629-3542a09f4efb req-517221e0-6562-47f6-9ccc-de6eb8e1d81f tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:22.542956 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8612c3f1-b7de-4a4b-9629-3542a09f4efb req-517221e0-6562-47f6-9ccc-de6eb8e1d81f tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.1694973 Feb 07 20:36:22.625243 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8612c3f1-b7de-4a4b-9629-3542a09f4efb req-7a843672-4c81-4f8f-b829-62d6425175d7 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759943 Feb 07 20:36:22.883720 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-3235ebed-bf72-48e1-bfb7-95ff214869a7 None None] Publish callbacks [] for port (81128f65-77f0-405e-912b-1cd044587307), precommit_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:22.892043 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-3235ebed-bf72-48e1-bfb7-95ff214869a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (81128f65-77f0-405e-912b-1cd044587307), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:22.894182 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 48892) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:22.959852 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a3662-b987-4332-84d7-b496a87e4bd1 None None] Pushing event updated for resources: {'Port': ['ID=81128f65-77f0-405e-912b-1cd044587307,revision_number=3']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:22.983131 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-51b2fd12-83cb-458a-bab8-a1b0bde35f86 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7f435b94e34d46e6bc1ee2731a6574d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0876687 Feb 07 20:36:22.985806 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 48894) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:23.041632 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-bd0d6cc6-2687-4c97-a5e4-0caa7c67c004 req-f5c2a894-6eec-4527-b691-5c33ba1d7dca tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088 HTTP/1.1" status: 200 len: 210 time: 0.0560081 Feb 07 20:36:23.069862 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-4bd261fb-f42a-42e2-bfa6-3edec48af04f admin admin] Publish callbacks [] for security_group (8313cf5c-f6e9-4026-9bb2-82ce07a81c11), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:23.112328 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-4bd261fb-f42a-42e2-bfa6-3edec48af04f admin admin] Publish callbacks [] for security_group (8313cf5c-f6e9-4026-9bb2-82ce07a81c11), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:23.114398 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-3235ebed-bf72-48e1-bfb7-95ff214869a7 None None] Attempting to bind port 81128f65-77f0-405e-912b-1cd044587307 on host dv-cinder-828150-2-iscsi for vnic_type normal with profile {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:36:23.114834 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-3235ebed-bf72-48e1-bfb7-95ff214869a7 None None] Attempting to bind port 81128f65-77f0-405e-912b-1cd044587307 by drivers openvswitch,hyperv on host dv-cinder-828150-2-iscsi at level 0 using segments [{'id': '7e22c3af-9187-45c2-a4a1-97e3fc7b4fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f14f5c39-9fe7-4f9c-9ace-0f9d7c14b761'}] {{(pid=102682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:36:23.115238 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3235ebed-bf72-48e1-bfb7-95ff214869a7 None None] Attempting to bind port 81128f65-77f0-405e-912b-1cd044587307 on network f14f5c39-9fe7-4f9c-9ace-0f9d7c14b761 {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:36:23.121466 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3235ebed-bf72-48e1-bfb7-95ff214869a7 None None] Checking agent: {'id': 'c89dd41c-5256-44ac-a1f6-453d759a66bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828150-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 27, 33), 'started_at': datetime.datetime(2022, 2, 7, 20, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828150-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:36:23.121867 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3235ebed-bf72-48e1-bfb7-95ff214869a7 None None] Checking segment: {'id': '7e22c3af-9187-45c2-a4a1-97e3fc7b4fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f14f5c39-9fe7-4f9c-9ace-0f9d7c14b761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:36:23.122806 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-3235ebed-bf72-48e1-bfb7-95ff214869a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:23.123284 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3235ebed-bf72-48e1-bfb7-95ff214869a7 None None] Bound using segment: {'id': '7e22c3af-9187-45c2-a4a1-97e3fc7b4fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f14f5c39-9fe7-4f9c-9ace-0f9d7c14b761'} {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:36:23.123780 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-3235ebed-bf72-48e1-bfb7-95ff214869a7 None None] Bound port: 81128f65-77f0-405e-912b-1cd044587307, host: dv-cinder-828150-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e22c3af-9187-45c2-a4a1-97e3fc7b4fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f14f5c39-9fe7-4f9c-9ace-0f9d7c14b761'}}] {{(pid=102682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:36:23.124202 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-3235ebed-bf72-48e1-bfb7-95ff214869a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (81128f65-77f0-405e-912b-1cd044587307), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:23.191680 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-4bd261fb-f42a-42e2-bfa6-3edec48af04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (8313cf5c-f6e9-4026-9bb2-82ce07a81c11), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:23.197427 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-4bd261fb-f42a-42e2-bfa6-3edec48af04f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:23.201610 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-4bd261fb-f42a-42e2-bfa6-3edec48af04f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8313cf5c-f6e9-4026-9bb2-82ce07a81c11 HTTP/1.1" status: 204 len: 168 time: 0.2114794 Feb 07 20:36:23.210383 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd261fb-f42a-42e2-bfa6-3edec48af04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8313cf5c-f6e9-4026-9bb2-82ce07a81c11,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:23.251507 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-3235ebed-bf72-48e1-bfb7-95ff214869a7 None None] For port 81128f65-77f0-405e-912b-1cd044587307, host dv-cinder-828150-2-iscsi, cleared binding levels {{(pid=102682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:36:23.278042 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-3235ebed-bf72-48e1-bfb7-95ff214869a7 None None] For port 81128f65-77f0-405e-912b-1cd044587307, host dv-cinder-828150-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=81128f65-77f0-405e-912b-1cd044587307,segment=NetworkSegment(7e22c3af-9187-45c2-a4a1-97e3fc7b4fd9),segment_id=7e22c3af-9187-45c2-a4a1-97e3fc7b4fd9)] {{(pid=102682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:36:23.301756 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-3235ebed-bf72-48e1-bfb7-95ff214869a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (81128f65-77f0-405e-912b-1cd044587307), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:23.393583 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3235ebed-bf72-48e1-bfb7-95ff214869a7 None None] Routers {'5f2bd599-f288-4fcc-8e9d-4dc5079cb645'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:36:23.394764 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-3235ebed-bf72-48e1-bfb7-95ff214869a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:35:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['5f2bd599-f288-4fcc-8e9d-4dc5079cb645'], 'active': True} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:36:23.398981 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a3662-b987-4332-84d7-b496a87e4bd1 None None] Pushing event updated for resources: {'Port': ['ID=81128f65-77f0-405e-912b-1cd044587307,revision_number=4']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:23.716032 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-dd76111f-da7e-424d-8ba9-e3cfb86bdd9b tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:23.720875 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-dd76111f-da7e-424d-8ba9-e3cfb86bdd9b tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.24 "GET /v2.0/networks?id=7f57cb47-8cc1-421f-88af-08ce60d3d2bd HTTP/1.1" status: 200 len: 815 time: 0.2592156 Feb 07 20:36:23.722053 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-2d2181c7-cc46-4b5c-8cf8-586ff2996cac None None] Provisioning complete for port 81128f65-77f0-405e-912b-1cd044587307 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:36:23.726959 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-2d2181c7-cc46-4b5c-8cf8-586ff2996cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (81128f65-77f0-405e-912b-1cd044587307), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:23.743134 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-9b33f288-693e-4d1b-b1ac-974798577468 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Request body: {'port': {'device_id': 'd6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088', 'network_id': '7f57cb47-8cc1-421f-88af-08ce60d3d2bd', 'admin_state_up': True, 'tenant_id': 'f432db4128fd41dcb4533e392be06161'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:36:23.872010 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvr_db [None req-3235ebed-bf72-48e1-bfb7-95ff214869a7 None None] Set router 5f2bd599-f288-4fcc-8e9d-4dc5079cb645 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:36:24.198766 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-e3918aba-67c9-4e51-895e-ed2e2942b302 req-ccd826ac-278c-42ff-84fa-d267ea402c86 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088 HTTP/1.1" status: 200 len: 210 time: 0.0647671 Feb 07 20:36:24.282522 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649b4c7-61ab-4d8d-9aae-c71adf5868c6 req-2f0c08af-4063-4bcd-88e8-69e27924a402 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:24.286592 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-2649b4c7-61ab-4d8d-9aae-c71adf5868c6 req-2f0c08af-4063-4bcd-88e8-69e27924a402 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.3474221 Feb 07 20:36:24.287430 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-9b33f288-693e-4d1b-b1ac-974798577468 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Made reservation on behalf of f432db4128fd41dcb4533e392be06161 for: {'port': 1} {{(pid=102681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:36:24.294832 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-9b33f288-693e-4d1b-b1ac-974798577468 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:24.364851 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-2d2181c7-cc46-4b5c-8cf8-586ff2996cac None None] Current status of the port 81128f65-77f0-405e-912b-1cd044587307 is: DOWN; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:36:24.365433 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-2d2181c7-cc46-4b5c-8cf8-586ff2996cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (81128f65-77f0-405e-912b-1cd044587307), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:24.427081 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-2d2181c7-cc46-4b5c-8cf8-586ff2996cac None None] For port 81128f65-77f0-405e-912b-1cd044587307, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=81128f65-77f0-405e-912b-1cd044587307,segment=NetworkSegment(7e22c3af-9187-45c2-a4a1-97e3fc7b4fd9),segment_id=7e22c3af-9187-45c2-a4a1-97e3fc7b4fd9)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:36:24.434635 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-2649b4c7-61ab-4d8d-9aae-c71adf5868c6 req-57911e68-2b6d-4f04-9178-ea05cbd24911 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355734 Feb 07 20:36:24.447671 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-2d2181c7-cc46-4b5c-8cf8-586ff2996cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (81128f65-77f0-405e-912b-1cd044587307), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:24.524061 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-3235ebed-bf72-48e1-bfb7-95ff214869a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2bd599-f288-4fcc-8e9d-4dc5079cb645', 'name': 'tempest-TestMinimumBasicScenario-1518689603-router', 'tenant_id': '035234d39a2146c6b5036e9f73197b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '83274559-185c-4d06-8cd9-5c5fbadb3532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:36:13Z', 'updated_at': '2022-02-07T20:36:20Z', 'revision_number': 4, 'project_id': '035234d39a2146c6b5036e9f73197b9b', 'gw_port': {'id': '83274559-185c-4d06-8cd9-5c5fbadb3532', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2bd599-f288-4fcc-8e9d-4dc5079cb645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:36:14Z', 'updated_at': '2022-02-07T20:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': '81128f65-77f0-405e-912b-1cd044587307', 'name': '', 'network_id': 'f14f5c39-9fe7-4f9c-9ace-0f9d7c14b761', 'tenant_id': '035234d39a2146c6b5036e9f73197b9b', 'mac_address': 'fa:16:3e:dd:02:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2bd599-f288-4fcc-8e9d-4dc5079cb645', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '1ed87a7b-71d2-4a3f-996c-641f19903568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:36:18Z', 'updated_at': '2022-02-07T20:36:23Z', 'revision_number': 4, 'project_id': '035234d39a2146c6b5036e9f73197b9b', 'subnets': [{'id': '1ed87a7b-71d2-4a3f-996c-641f19903568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:36:24.578303 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3235ebed-bf72-48e1-bfb7-95ff214869a7 None None] The sync data for ids ['5f2bd599-f288-4fcc-8e9d-4dc5079cb645'] in dv-cinder-828150-2-iscsi is: [{'id': '5f2bd599-f288-4fcc-8e9d-4dc5079cb645', 'name': 'tempest-TestMinimumBasicScenario-1518689603-router', 'tenant_id': '035234d39a2146c6b5036e9f73197b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '83274559-185c-4d06-8cd9-5c5fbadb3532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:36:13Z', 'updated_at': '2022-02-07T20:36:20Z', 'revision_number': 4, 'project_id': '035234d39a2146c6b5036e9f73197b9b', 'gw_port': {'id': '83274559-185c-4d06-8cd9-5c5fbadb3532', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2bd599-f288-4fcc-8e9d-4dc5079cb645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:36:14Z', 'updated_at': '2022-02-07T20:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': '81128f65-77f0-405e-912b-1cd044587307', 'name': '', 'network_id': 'f14f5c39-9fe7-4f9c-9ace-0f9d7c14b761', 'tenant_id': '035234d39a2146c6b5036e9f73197b9b', 'mac_address': 'fa:16:3e:dd:02:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2bd599-f288-4fcc-8e9d-4dc5079cb645', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '1ed87a7b-71d2-4a3f-996c-641f19903568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:36:18Z', 'updated_at': '2022-02-07T20:36:23Z', 'revision_number': 4, 'project_id': '035234d39a2146c6b5036e9f73197b9b', 'subnets': [{'id': '1ed87a7b-71d2-4a3f-996c-641f19903568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:36:24.583986 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2181c7-cc46-4b5c-8cf8-586ff2996cac None None] Pushing event updated for resources: {'Port': ['ID=81128f65-77f0-405e-912b-1cd044587307,revision_number=5']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:24.604059 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-905bd94a-71eb-4025-8f68-107f0b58e495 None None] Provisioning complete for port 81128f65-77f0-405e-912b-1cd044587307 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:36:24.604479 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-905bd94a-71eb-4025-8f68-107f0b58e495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (81128f65-77f0-405e-912b-1cd044587307), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:24.748633 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.db_base_plugin_common [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-9b33f288-693e-4d1b-b1ac-974798577468 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Allocated IP 172.20.0.2 (7f57cb47-8cc1-421f-88af-08ce60d3d2bd/f1dbeb8d-2a13-44a3-bdd2-d6dfe214456c/099eca20-351f-4159-94e4-81f918da364b) {{(pid=102681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:36:24.763621 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-905bd94a-71eb-4025-8f68-107f0b58e495 None None] Current status of the port 81128f65-77f0-405e-912b-1cd044587307 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:36:25.003069 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-688b3a3a-a770-4a95-a484-ada2396e855e req-a34cd97e-d073-41a2-b243-a26cc3c999c8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=354f6a39-5c69-424f-ace8-67cf1dc3f0e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0931118 Feb 07 20:36:25.165439 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-9b33f288-693e-4d1b-b1ac-974798577468 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Publish callbacks [] for port (099eca20-351f-4159-94e4-81f918da364b), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:25.235567 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b3a3a-a770-4a95-a484-ada2396e855e req-5ea06def-ac1f-428f-8877-02aafe391d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:25.240948 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-688b3a3a-a770-4a95-a484-ada2396e855e req-5ea06def-ac1f-428f-8877-02aafe391d8d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f432db4128fd41dcb4533e392be06161&device_id=354f6a39-5c69-424f-ace8-67cf1dc3f0e1 HTTP/1.1" status: 200 len: 1130 time: 0.1673653 Feb 07 20:36:25.271251 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-9b33f288-693e-4d1b-b1ac-974798577468 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (099eca20-351f-4159-94e4-81f918da364b), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:25.290882 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:36:25.458773 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33f288-693e-4d1b-b1ac-974798577468 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Pushing event updated for resources: {'Port': ['ID=099eca20-351f-4159-94e4-81f918da364b,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:25.507744 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-9b33f288-693e-4d1b-b1ac-974798577468 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Network 7f57cb47-8cc1-421f-88af-08ce60d3d2bd is already hosted by enough agents. {{(pid=102681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:36:25.510720 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.base_scheduler [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-9b33f288-693e-4d1b-b1ac-974798577468 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Resources bound (agent type, host, resource id): {{(pid=102681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:36:25.516644 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-9b33f288-693e-4d1b-b1ac-974798577468 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Received port after_create {{(pid=102681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:36:25.536908 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b3a3a-a770-4a95-a484-ada2396e855e req-0cc07db5-79ff-4c9d-8fd4-add05195672f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:25.543505 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-688b3a3a-a770-4a95-a484-ada2396e855e req-0cc07db5-79ff-4c9d-8fd4-add05195672f service neutron] 10.222.0.24 "GET /v2.0/networks?id=7f57cb47-8cc1-421f-88af-08ce60d3d2bd HTTP/1.1" status: 200 len: 916 time: 0.2735059 Feb 07 20:36:25.681610 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-688b3a3a-a770-4a95-a484-ada2396e855e req-ccf65c47-4d3a-40fd-9930-31ab34c50a3d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7 HTTP/1.1" status: 200 len: 217 time: 0.1045780 Feb 07 20:36:25.776247 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-9b33f288-693e-4d1b-b1ac-974798577468 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:25.782410 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-9b33f288-693e-4d1b-b1ac-974798577468 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:25.875991 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d359e37-1194-4cee-82e2-66ed699903cf req-eb9645d6-3f64-4d7f-a62f-c52f08672949 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:25.879569 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-7d359e37-1194-4cee-82e2-66ed699903cf req-eb9645d6-3f64-4d7f-a62f-c52f08672949 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.2331531 Feb 07 20:36:25.881084 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b3a3a-a770-4a95-a484-ada2396e855e req-ce996734-0360-4332-8665-1ea25baa99a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:25.882973 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-688b3a3a-a770-4a95-a484-ada2396e855e req-ce996734-0360-4332-8665-1ea25baa99a2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f1dbeb8d-2a13-44a3-bdd2-d6dfe214456c HTTP/1.1" status: 200 len: 855 time: 0.1680357 Feb 07 20:36:25.889275 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-9b33f288-693e-4d1b-b1ac-974798577468 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1505296 Feb 07 20:36:25.902431 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 81128f65-77f0-405e-912b-1cd044587307 up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:36:25.938261 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-a5b00a69-dab7-40aa-9b13-4d5ab61e4a97 service neutron] Request body: {'port': {'device_id': 'd6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82815'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:36:25.980229 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port 81128f65-77f0-405e-912b-1cd044587307 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:36:25.980834 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (81128f65-77f0-405e-912b-1cd044587307), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:26.020227 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddac61b-47e8-4750-97f4-019b375a2e54 req-9146b482-11b8-42c0-9a0e-93358800af9a tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:26.021980 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-9ddac61b-47e8-4750-97f4-019b375a2e54 req-9146b482-11b8-42c0-9a0e-93358800af9a tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088 HTTP/1.1" status: 200 len: 931 time: 0.4773009 Feb 07 20:36:26.091114 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port 81128f65-77f0-405e-912b-1cd044587307 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:36:26.129682 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-688b3a3a-a770-4a95-a484-ada2396e855e req-8b1ac963-b1cd-409e-92ec-190255e9a03c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f57cb47-8cc1-421f-88af-08ce60d3d2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2106402 Feb 07 20:36:26.184445 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-7d359e37-1194-4cee-82e2-66ed699903cf req-d2672f4c-2873-4c0c-b279-0076d86ace8a tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925880 Feb 07 20:36:26.291336 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-a5b00a69-dab7-40aa-9b13-4d5ab61e4a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (099eca20-351f-4159-94e4-81f918da364b), before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:26.364202 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (2db0d972-3e88-4a6a-9d75-f8f2fe350c5f), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:26.374202 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-688b3a3a-a770-4a95-a484-ada2396e855e req-889132a6-0d4a-41d8-9be9-e1dcebecfd01 service neutron] 10.222.0.24 "GET /v2.0/networks/7f57cb47-8cc1-421f-88af-08ce60d3d2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311900 Feb 07 20:36:26.474035 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-9ddac61b-47e8-4750-97f4-019b375a2e54 req-fe6175db-7562-4b31-9a02-4ba60f66cc71 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462656 Feb 07 20:36:26.552521 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-63bec0d1-cd0d-478c-b82f-c0fc7281b69b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:26.704357 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-688b3a3a-a770-4a95-a484-ada2396e855e req-390689de-7d07-47ac-96e7-981b7b871d56 service neutron] 10.222.0.24 "GET /v2.0/networks/7f57cb47-8cc1-421f-88af-08ce60d3d2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171449 Feb 07 20:36:26.865143 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-a5b00a69-dab7-40aa-9b13-4d5ab61e4a97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 099eca20-351f-4159-94e4-81f918da364b {{(pid=102681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:36:26.880034 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-a5b00a69-dab7-40aa-9b13-4d5ab61e4a97 service neutron] Publish callbacks [] for port (099eca20-351f-4159-94e4-81f918da364b), precommit_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:26.897301 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.provisioning_blocks [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-a5b00a69-dab7-40aa-9b13-4d5ab61e4a97 service neutron] Transition to ACTIVE for port object 099eca20-351f-4159-94e4-81f918da364b will not be triggered until provisioned by entity L2. {{(pid=102681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:36:26.902956 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-a5b00a69-dab7-40aa-9b13-4d5ab61e4a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3187874'] for port (099eca20-351f-4159-94e4-81f918da364b), after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:26.974023 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b00a69-dab7-40aa-9b13-4d5ab61e4a97 service neutron] Pushing event updated for resources: {'Port': ['ID=099eca20-351f-4159-94e4-81f918da364b,revision_number=2']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:27.071919 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-a5b00a69-dab7-40aa-9b13-4d5ab61e4a97 service neutron] Attempting to bind port 099eca20-351f-4159-94e4-81f918da364b on host hv-cinder-82815 for vnic_type normal with profile {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:36:27.072259 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-a5b00a69-dab7-40aa-9b13-4d5ab61e4a97 service neutron] Attempting to bind port 099eca20-351f-4159-94e4-81f918da364b by drivers openvswitch,hyperv on host hv-cinder-82815 at level 0 using segments [{'id': '3d336edb-477a-4673-89be-90d920abe2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7f57cb47-8cc1-421f-88af-08ce60d3d2bd'}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:36:27.072594 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-a5b00a69-dab7-40aa-9b13-4d5ab61e4a97 service neutron] Attempting to bind port 099eca20-351f-4159-94e4-81f918da364b on network 7f57cb47-8cc1-421f-88af-08ce60d3d2bd {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:36:27.077539 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-a5b00a69-dab7-40aa-9b13-4d5ab61e4a97 service neutron] Port 099eca20-351f-4159-94e4-81f918da364b on network 7f57cb47-8cc1-421f-88af-08ce60d3d2bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82815 {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:36:27.078225 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-a5b00a69-dab7-40aa-9b13-4d5ab61e4a97 service neutron] Attempting to bind port 099eca20-351f-4159-94e4-81f918da364b on network 7f57cb47-8cc1-421f-88af-08ce60d3d2bd {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:36:27.086166 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-a5b00a69-dab7-40aa-9b13-4d5ab61e4a97 service neutron] Checking agent: {'id': '2db0d972-3e88-4a6a-9d75-f8f2fe350c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82815', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 33, 26), 'started_at': datetime.datetime(2022, 2, 7, 20, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:36:27.086512 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-a5b00a69-dab7-40aa-9b13-4d5ab61e4a97 service neutron] Checking segment: {'id': '3d336edb-477a-4673-89be-90d920abe2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7f57cb47-8cc1-421f-88af-08ce60d3d2bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:36:27.086908 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-a5b00a69-dab7-40aa-9b13-4d5ab61e4a97 service neutron] Bound using segment: {'id': '3d336edb-477a-4673-89be-90d920abe2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7f57cb47-8cc1-421f-88af-08ce60d3d2bd'} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:36:27.087345 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-a5b00a69-dab7-40aa-9b13-4d5ab61e4a97 service neutron] Bound port: 099eca20-351f-4159-94e4-81f918da364b, host: hv-cinder-82815, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d336edb-477a-4673-89be-90d920abe2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7f57cb47-8cc1-421f-88af-08ce60d3d2bd'}}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:36:27.087730 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-a5b00a69-dab7-40aa-9b13-4d5ab61e4a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (099eca20-351f-4159-94e4-81f918da364b), before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:27.160211 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-a5b00a69-dab7-40aa-9b13-4d5ab61e4a97 service neutron] For port 099eca20-351f-4159-94e4-81f918da364b, host hv-cinder-82815, cleared binding levels {{(pid=102681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:36:27.163619 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-a5b00a69-dab7-40aa-9b13-4d5ab61e4a97 service neutron] For port 099eca20-351f-4159-94e4-81f918da364b, host hv-cinder-82815, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=099eca20-351f-4159-94e4-81f918da364b,segment=NetworkSegment(3d336edb-477a-4673-89be-90d920abe2ed),segment_id=3d336edb-477a-4673-89be-90d920abe2ed)] {{(pid=102681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:36:27.176077 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-a5b00a69-dab7-40aa-9b13-4d5ab61e4a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3187874'] for port (099eca20-351f-4159-94e4-81f918da364b), after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:27.259302 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b00a69-dab7-40aa-9b13-4d5ab61e4a97 service neutron] Pushing event updated for resources: {'Port': ['ID=099eca20-351f-4159-94e4-81f918da364b,revision_number=3']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:27.276115 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-a5b00a69-dab7-40aa-9b13-4d5ab61e4a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:27.276960 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-a5b00a69-dab7-40aa-9b13-4d5ab61e4a97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:27.279455 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-a5b00a69-dab7-40aa-9b13-4d5ab61e4a97 service neutron] 10.222.0.24 "PUT /v2.0/ports/099eca20-351f-4159-94e4-81f918da364b HTTP/1.1" status: 200 len: 1093 time: 1.3712747 Feb 07 20:36:27.280167 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088', 'tag': '099eca20-351f-4159-94e4-81f918da364b'}] {{(pid=102681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:36:27.282568 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d543a4f93c545b9f4b4319baf8ff9337481391693fb3bbf25dbe09721f1c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309b5403-6bf4-47b2-a736-bc3139ca32a7" -d '{"events": [{"name": "network-changed", "server_uuid": "d6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088", "tag": "099eca20-351f-4159-94e4-81f918da364b"}]}' {{(pid=102681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:36:27.323656 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f260c9e-8200-4681-9fa1-53b2501de2bb x-openstack-request-id: req-7f260c9e-8200-4681-9fa1-53b2501de2bb {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:36:27.324197 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088", "tag": "099eca20-351f-4159-94e4-81f918da364b", "status": "completed", "code": 200}]} {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:36:27.324752 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7f260c9e-8200-4681-9fa1-53b2501de2bb {{(pid=102681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:36:27.326107 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088', 'tag': '099eca20-351f-4159-94e4-81f918da364b', 'status': 'completed', 'code': 200} Feb 07 20:36:27.442337 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 49056) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:27.448035 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7991598-40c9-4047-9e53-075cca537516 req-94819446-b88f-4b91-aded-74d4a5d36689 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:27.449529 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c7991598-40c9-4047-9e53-075cca537516 req-94819446-b88f-4b91-aded-74d4a5d36689 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.1141644 Feb 07 20:36:27.467432 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b5403-6bf4-47b2-a736-bc3139ca32a7 req-5d543774-eb87-4d6e-9727-ba2dfb942fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:27.468899 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-309b5403-6bf4-47b2-a736-bc3139ca32a7 req-5d543774-eb87-4d6e-9727-ba2dfb942fff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f432db4128fd41dcb4533e392be06161&device_id=d6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088 HTTP/1.1" status: 200 len: 1127 time: 0.0827978 Feb 07 20:36:27.518478 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c7991598-40c9-4047-9e53-075cca537516 req-ebb251a6-ba0b-4d3a-9999-5051b596c64e tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601707 Feb 07 20:36:27.658674 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-fa15b548-ad89-44b5-8135-cf241f43d5c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:27.712834 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b5403-6bf4-47b2-a736-bc3139ca32a7 req-8eb44c29-d70d-4ebd-bc96-9282309b5f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:27.718504 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-309b5403-6bf4-47b2-a736-bc3139ca32a7 req-8eb44c29-d70d-4ebd-bc96-9282309b5f7f service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f432db4128fd41dcb4533e392be06161&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2050631 Feb 07 20:36:27.750729 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01eb72-d8a8-4a5f-a1fe-508262f75489 req-1147312f-58fc-4143-9bf1-58f9fd945ba4 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:27.759553 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8d01eb72-d8a8-4a5f-a1fe-508262f75489 req-1147312f-58fc-4143-9bf1-58f9fd945ba4 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088 HTTP/1.1" status: 200 len: 943 time: 0.1837161 Feb 07 20:36:27.871638 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-fa15b548-ad89-44b5-8135-cf241f43d5c9 admin admin] Publish callbacks [] for security_group (31928e73-3183-4e47-82d1-cc67e8916b58), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:27.891708 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-fa15b548-ad89-44b5-8135-cf241f43d5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (31928e73-3183-4e47-82d1-cc67e8916b58), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:27.935559 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b5403-6bf4-47b2-a736-bc3139ca32a7 req-2b86952e-ad0a-42e3-8e69-1cd80d4604db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:27.938952 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-309b5403-6bf4-47b2-a736-bc3139ca32a7 req-2b86952e-ad0a-42e3-8e69-1cd80d4604db service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2130737 Feb 07 20:36:27.961487 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 49074) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:27.962287 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-fa15b548-ad89-44b5-8135-cf241f43d5c9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=52942ef9b3ad4db6a73c942e229efcdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5180476 Feb 07 20:36:27.982444 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15b548-ad89-44b5-8135-cf241f43d5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31928e73-3183-4e47-82d1-cc67e8916b58,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:28.005038 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8d01eb72-d8a8-4a5f-a1fe-508262f75489 req-03cb5ef2-e3e7-463f-a377-6790e1b6ce61 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441971 Feb 07 20:36:28.052815 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-e045c1f6-867b-4af1-9dc1-2f6f90ef8c98 admin admin] Publish callbacks [] for security_group (31928e73-3183-4e47-82d1-cc67e8916b58), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:28.109756 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-e045c1f6-867b-4af1-9dc1-2f6f90ef8c98 admin admin] Publish callbacks [] for security_group (31928e73-3183-4e47-82d1-cc67e8916b58), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:28.234432 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-e045c1f6-867b-4af1-9dc1-2f6f90ef8c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (31928e73-3183-4e47-82d1-cc67e8916b58), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:28.237957 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-e045c1f6-867b-4af1-9dc1-2f6f90ef8c98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:28.241185 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-e045c1f6-867b-4af1-9dc1-2f6f90ef8c98 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/31928e73-3183-4e47-82d1-cc67e8916b58 HTTP/1.1" status: 204 len: 168 time: 0.2748709 Feb 07 20:36:28.256582 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e045c1f6-867b-4af1-9dc1-2f6f90ef8c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31928e73-3183-4e47-82d1-cc67e8916b58,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:28.574041 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 49098) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:28.588381 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b259898e-d648-489d-b605-1131db09f879 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:28.667522 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c005d2e-d3b7-46d4-a894-5cf4dce37d68 req-6014e1ea-0be5-452a-81a3-76533b7429f5 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:28.675043 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-3c005d2e-d3b7-46d4-a894-5cf4dce37d68 req-6014e1ea-0be5-452a-81a3-76533b7429f5 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.0754030 Feb 07 20:36:28.699356 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b259898e-d648-489d-b605-1131db09f879 admin admin] Publish callbacks [] for security_group (5e4cadf9-5c99-421a-9ec7-2699de207a92), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:28.704702 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b259898e-d648-489d-b605-1131db09f879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (5e4cadf9-5c99-421a-9ec7-2699de207a92), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:28.731250 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-3c005d2e-d3b7-46d4-a894-5cf4dce37d68 req-d8c2b193-12d5-43a8-8ae2-8f9a5005aa89 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507030 Feb 07 20:36:28.741984 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-b259898e-d648-489d-b605-1131db09f879 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f81b17b0ba354d4882261024689e21d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1668913 Feb 07 20:36:28.747755 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 49102) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:28.784325 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259898e-d648-489d-b605-1131db09f879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4cadf9-5c99-421a-9ec7-2699de207a92,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:28.822808 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57baff17-307c-4ae9-9871-55386e7134d1 admin admin] Publish callbacks [] for security_group (5e4cadf9-5c99-421a-9ec7-2699de207a92), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:28.857916 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57baff17-307c-4ae9-9871-55386e7134d1 admin admin] Publish callbacks [] for security_group (5e4cadf9-5c99-421a-9ec7-2699de207a92), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:28.874725 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-6651b229-671b-4731-9df0-df026edd0ad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:28.934293 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57baff17-307c-4ae9-9871-55386e7134d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (5e4cadf9-5c99-421a-9ec7-2699de207a92), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:28.937116 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57baff17-307c-4ae9-9871-55386e7134d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:28.938461 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-57baff17-307c-4ae9-9871-55386e7134d1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5e4cadf9-5c99-421a-9ec7-2699de207a92 HTTP/1.1" status: 204 len: 168 time: 0.1897147 Feb 07 20:36:28.947088 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57baff17-307c-4ae9-9871-55386e7134d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4cadf9-5c99-421a-9ec7-2699de207a92,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:29.182337 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ee496-41ba-4aff-9381-f64591f0aa48 req-cc7d0819-4baa-4fed-85d9-ccaf181bd389 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:29.183872 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-574ee496-41ba-4aff-9381-f64591f0aa48 req-cc7d0819-4baa-4fed-85d9-ccaf181bd389 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088 HTTP/1.1" status: 200 len: 943 time: 0.0893626 Feb 07 20:36:29.244749 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-574ee496-41ba-4aff-9381-f64591f0aa48 req-357b888d-a9c9-4cb4-a20b-1749959193cc tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546715 Feb 07 20:36:29.871190 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1ad8f-cf83-429b-9264-1869207f869c req-ad806a9b-6a3c-4478-ae4f-00aa1648014e tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:29.872975 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-09e1ad8f-cf83-429b-9264-1869207f869c req-ad806a9b-6a3c-4478-ae4f-00aa1648014e tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.0570114 Feb 07 20:36:29.947540 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-09e1ad8f-cf83-429b-9264-1869207f869c req-e4125f64-4716-463a-a154-4f8b9dd71154 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686612 Feb 07 20:36:29.957174 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:30.447145 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73c56d-df0f-42d8-934d-4916f688dfcc req-ce57d1ef-b521-4cf2-a63c-c2b2faeb5ac3 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:30.454007 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-0b73c56d-df0f-42d8-934d-4916f688dfcc req-ce57d1ef-b521-4cf2-a63c-c2b2faeb5ac3 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088 HTTP/1.1" status: 200 len: 943 time: 0.0855794 Feb 07 20:36:30.517826 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-0b73c56d-df0f-42d8-934d-4916f688dfcc req-be922405-1eaa-4ec1-81a8-06bb13dfa8a9 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496390 Feb 07 20:36:30.724574 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-f0d086ff-505a-4a5b-a462-5ba71b7f72a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:30.726277 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-f0d086ff-505a-4a5b-a462-5ba71b7f72a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f432db4128fd41dcb4533e392be06161&device_id=d6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088 HTTP/1.1" status: 200 len: 1127 time: 0.0764248 Feb 07 20:36:30.790691 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-ba4a748c-044f-4db8-9c4a-64adc1d081b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=099eca20-351f-4159-94e4-81f918da364b HTTP/1.1" status: 200 len: 217 time: 0.0532575 Feb 07 20:36:30.864594 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-32fde0ce-7d43-4133-bb01-f561bb90e41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:30.866275 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-32fde0ce-7d43-4133-bb01-f561bb90e41b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f1dbeb8d-2a13-44a3-bdd2-d6dfe214456c HTTP/1.1" status: 200 len: 855 time: 0.0663269 Feb 07 20:36:30.915946 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-e23c7f37-3314-4dfa-a019-42ec35f04231 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f57cb47-8cc1-421f-88af-08ce60d3d2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377767 Feb 07 20:36:31.042278 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-ed268faf-7cc9-4aa9-b3eb-f51e2b308fc2 service neutron] 10.222.0.24 "GET /v2.0/networks/7f57cb47-8cc1-421f-88af-08ce60d3d2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176531 Feb 07 20:36:31.189415 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.agents_db [None req-6ca4556d-c1da-4dc5-8d4b-cf8528912650 None None] Agent healthcheck: found 6 active agents {{(pid=102683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:36:31.202713 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-23883a9b-4cd8-4650-ba73-853b52a0e45f req-625b8e80-a09e-4bf7-b690-674eda3c57f5 service neutron] 10.222.0.24 "GET /v2.0/networks/7f57cb47-8cc1-421f-88af-08ce60d3d2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524789 Feb 07 20:36:31.223449 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c8c7f-f215-4b7e-8a8f-5bf2a2a44b8f req-aaa5ac32-fb7f-45e6-9d05-1fb151b03477 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:31.223449 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-380c8c7f-f215-4b7e-8a8f-5bf2a2a44b8f req-aaa5ac32-fb7f-45e6-9d05-1fb151b03477 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.1483550 Feb 07 20:36:31.334562 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-380c8c7f-f215-4b7e-8a8f-5bf2a2a44b8f req-a3fcdba1-ecb1-434a-8975-30d17f7d6f83 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983582 Feb 07 20:36:31.476852 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:31.638730 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb9d75-56b9-453b-9d87-e6e9864ea594 req-8eccc9f6-77ff-430c-9516-717ac173ba34 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:31.646211 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-72eb9d75-56b9-453b-9d87-e6e9864ea594 req-8eccc9f6-77ff-430c-9516-717ac173ba34 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088 HTTP/1.1" status: 200 len: 943 time: 0.0717709 Feb 07 20:36:31.716875 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-72eb9d75-56b9-453b-9d87-e6e9864ea594 req-6e3ce813-b07a-4a7a-9190-12717aef429c tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696728 Feb 07 20:36:32.520032 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f941d6-ede3-4dad-9e51-d4b3c360ae63 req-ba4599b5-5406-47e3-8885-18e18a15774a tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:32.527637 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-32f941d6-ede3-4dad-9e51-d4b3c360ae63 req-ba4599b5-5406-47e3-8885-18e18a15774a tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.0927105 Feb 07 20:36:32.591189 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-32f941d6-ede3-4dad-9e51-d4b3c360ae63 req-55ebb63e-ffe3-4a2c-9a02-065b769ff1f2 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626428 Feb 07 20:36:32.729247 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:32.859251 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e872bd2-7498-47cd-90b7-4d82bba3a879 req-bfd3a9d0-4a90-46c7-8a5a-10e7c87054be tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:32.866445 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-6e872bd2-7498-47cd-90b7-4d82bba3a879 req-bfd3a9d0-4a90-46c7-8a5a-10e7c87054be tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088 HTTP/1.1" status: 200 len: 943 time: 0.0629156 Feb 07 20:36:32.922051 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-6e872bd2-7498-47cd-90b7-4d82bba3a879 req-540c8906-1170-4508-9a76-d219f39a94fe tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547354 Feb 07 20:36:33.737136 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0e437-a016-4fc2-8ef7-3526cd03876d req-3c3b8bbd-d7f6-4612-8d9e-7eba341d99f8 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:33.738735 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-50d0e437-a016-4fc2-8ef7-3526cd03876d req-3c3b8bbd-d7f6-4612-8d9e-7eba341d99f8 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.0635645 Feb 07 20:36:33.794524 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-50d0e437-a016-4fc2-8ef7-3526cd03876d req-38662b05-1d6c-426c-8f76-f520eb6c5305 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492592 Feb 07 20:36:34.052821 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e63784-f9f8-4f19-89f2-cd611c7834f8 req-fc444d78-30dd-40d4-91cc-2912e457da8c tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:34.054089 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-c6e63784-f9f8-4f19-89f2-cd611c7834f8 req-fc444d78-30dd-40d4-91cc-2912e457da8c tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088 HTTP/1.1" status: 200 len: 943 time: 0.0559883 Feb 07 20:36:34.324678 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-c6e63784-f9f8-4f19-89f2-cd611c7834f8 req-d6637eae-9f76-41f3-8f69-19198e19b943 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651703 Feb 07 20:36:34.933831 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca781b-be29-445c-87a4-ca9b0b96a789 req-29f85fa5-9cf0-479e-89c7-0580f9c30e72 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:34.935298 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f8ca781b-be29-445c-87a4-ca9b0b96a789 req-29f85fa5-9cf0-479e-89c7-0580f9c30e72 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.0585907 Feb 07 20:36:34.981013 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f8ca781b-be29-445c-87a4-ca9b0b96a789 req-c6c2bdb7-0000-4310-a435-b01d8296126c tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402858 Feb 07 20:36:35.298912 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-1fe833c6-f2f4-4afa-9dd6-defb91711b73 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:35.300364 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-1fe833c6-f2f4-4afa-9dd6-defb91711b73 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/networks?id=ace0bd4e-24e6-4889-8232-1f8bdff3f386 HTTP/1.1" status: 200 len: 815 time: 0.0989861 Feb 07 20:36:35.314499 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-8335d882-e67b-4504-b0c3-027e657e4778 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/quotas/b81ed2187e4b4bb480ac9927221e90fc HTTP/1.1" status: 200 len: 375 time: 0.0090208 Feb 07 20:36:35.367080 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-60050fe6-a1a1-4e1c-8fe2-621c99e8d8de tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b81ed2187e4b4bb480ac9927221e90fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478563 Feb 07 20:36:35.451119 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfd1d5-bc94-419f-bf4e-4f97b226cb14 req-2514a5eb-2e9c-454f-914a-5cdbbaeb4f2a tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:35.452539 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-62bfd1d5-bc94-419f-bf4e-4f97b226cb14 req-2514a5eb-2e9c-454f-914a-5cdbbaeb4f2a tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088 HTTP/1.1" status: 200 len: 943 time: 0.0522861 Feb 07 20:36:35.467214 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-0db9ecf4-fa54-4fbe-a1ea-60fc50487446 service neutron] 10.222.0.60 "GET /v2.0/networks/ace0bd4e-24e6-4889-8232-1f8bdff3f386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850642 Feb 07 20:36:35.498103 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-62bfd1d5-bc94-419f-bf4e-4f97b226cb14 req-4c696639-53e1-4ba2-8e8a-8d2e72763287 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401149 Feb 07 20:36:35.553172 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-1a61cbcd-a4f6-4a65-8a5f-6e80424168ac service neutron] 10.222.0.60 "GET /v2.0/networks/ace0bd4e-24e6-4889-8232-1f8bdff3f386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802677 Feb 07 20:36:35.666079 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 099eca20-351f-4159-94e4-81f918da364b details requested by agent hyperv_hv-cinder-82815 with host hv-cinder-82815 {{(pid=102682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:36:35.716912 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-6f488647-6507-4be0-ad9b-b0996a94d0ba req-cc32a874-7cdf-4ca7-9308-8dbedf57e165 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 210 time: 0.0305927 Feb 07 20:36:35.784545 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 099eca20-351f-4159-94e4-81f918da364b, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=099eca20-351f-4159-94e4-81f918da364b,segment=NetworkSegment(3d336edb-477a-4673-89be-90d920abe2ed),segment_id=3d336edb-477a-4673-89be-90d920abe2ed)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:36:35.798570 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Returning: {'device': '099eca20-351f-4159-94e4-81f918da364b', 'network_id': '7f57cb47-8cc1-421f-88af-08ce60d3d2bd', 'port_id': '099eca20-351f-4159-94e4-81f918da364b', 'mac_address': 'fa:16:3e:4c:db:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1dbeb8d-2a13-44a3-bdd2-d6dfe214456c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:36:35.836954 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port 099eca20-351f-4159-94e4-81f918da364b is: DOWN; New status is: BUILD {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:36:35.837361 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (099eca20-351f-4159-94e4-81f918da364b), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:35.850692 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 099eca20-351f-4159-94e4-81f918da364b {{(pid=102682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:36:35.871057 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 099eca20-351f-4159-94e4-81f918da364b, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=099eca20-351f-4159-94e4-81f918da364b,segment=NetworkSegment(3d336edb-477a-4673-89be-90d920abe2ed),segment_id=3d336edb-477a-4673-89be-90d920abe2ed)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:36:35.875767 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (099eca20-351f-4159-94e4-81f918da364b), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:35.941949 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=099eca20-351f-4159-94e4-81f918da364b,revision_number=4']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:36.111915 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b28b1-5874-4f35-af79-19f0169e6ea2 req-e027d335-9e2e-414b-8abf-cfc3e12d0d51 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:36.113362 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-2f0b28b1-5874-4f35-af79-19f0169e6ea2 req-e027d335-9e2e-414b-8abf-cfc3e12d0d51 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.0604706 Feb 07 20:36:36.173642 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-2f0b28b1-5874-4f35-af79-19f0169e6ea2 req-0e877716-c21e-454a-b868-423365a843ff tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541615 Feb 07 20:36:36.265774 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['099eca20-351f-4159-94e4-81f918da364b'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:36:36.619025 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbee51-babc-4015-940a-e06b544c88dc req-ef075c26-3d5e-461e-9049-12d4d3bd472a tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:36.620477 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-3fbbee51-babc-4015-940a-e06b544c88dc req-ef075c26-3d5e-461e-9049-12d4d3bd472a tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088 HTTP/1.1" status: 200 len: 944 time: 0.0562155 Feb 07 20:36:36.669546 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-3fbbee51-babc-4015-940a-e06b544c88dc req-8c5949bb-b88b-4be0-9f61-0de1e8923c43 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425436 Feb 07 20:36:36.852457 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-2b1cb1ad-880a-4f1f-8334-c61596ce4884 req-93ed2874-a929-49e5-983b-4782a83ed368 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 210 time: 0.0586815 Feb 07 20:36:36.908721 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-8edd6ea1-eef4-4302-9782-a9659c27c1fa tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:36.910482 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-8edd6ea1-eef4-4302-9782-a9659c27c1fa tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.24 "GET /v2.0/networks?id=ace0bd4e-24e6-4889-8232-1f8bdff3f386 HTTP/1.1" status: 200 len: 815 time: 0.1385329 Feb 07 20:36:36.922477 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-c84dbc10-e55a-4f27-9d0d-214bf6b96d6e tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Request body: {'port': {'device_id': '115ad554-9f83-4789-85fd-95c408e1c31f', 'network_id': 'ace0bd4e-24e6-4889-8232-1f8bdff3f386', 'admin_state_up': True, 'tenant_id': 'b81ed2187e4b4bb480ac9927221e90fc'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:36:37.050492 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-c84dbc10-e55a-4f27-9d0d-214bf6b96d6e tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Made reservation on behalf of b81ed2187e4b4bb480ac9927221e90fc for: {'port': 1} {{(pid=102681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:36:37.054071 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-c84dbc10-e55a-4f27-9d0d-214bf6b96d6e tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:37.191179 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.db_base_plugin_common [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-c84dbc10-e55a-4f27-9d0d-214bf6b96d6e tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Allocated IP 172.20.0.14 (ace0bd4e-24e6-4889-8232-1f8bdff3f386/e3cd4edc-eaf8-49b3-8c39-6df61c2ee5a5/9ac5887a-4dac-445b-a47e-da236a7c719e) {{(pid=102681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:36:37.319177 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384b152-ebc0-49b2-9387-97ac8846233c req-d1052783-d3b4-4cfb-83c8-a5a6d424b5f6 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:37.321352 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f384b152-ebc0-49b2-9387-97ac8846233c req-d1052783-d3b4-4cfb-83c8-a5a6d424b5f6 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.0607297 Feb 07 20:36:37.379711 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-c84dbc10-e55a-4f27-9d0d-214bf6b96d6e tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks [] for port (9ac5887a-4dac-445b-a47e-da236a7c719e), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:37.393519 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f384b152-ebc0-49b2-9387-97ac8846233c req-7a9c3a6f-651f-4b7d-8373-26f2546e91cb tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646906 Feb 07 20:36:37.420052 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-c84dbc10-e55a-4f27-9d0d-214bf6b96d6e tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (9ac5887a-4dac-445b-a47e-da236a7c719e), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:37.493450 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-c84dbc10-e55a-4f27-9d0d-214bf6b96d6e tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Network ace0bd4e-24e6-4889-8232-1f8bdff3f386 is already hosted by enough agents. {{(pid=102681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:36:37.497172 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.base_scheduler [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-c84dbc10-e55a-4f27-9d0d-214bf6b96d6e tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Resources bound (agent type, host, resource id): {{(pid=102681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:36:37.506202 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-c84dbc10-e55a-4f27-9d0d-214bf6b96d6e tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Received port after_create {{(pid=102681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:36:37.592837 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84dbc10-e55a-4f27-9d0d-214bf6b96d6e tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Pushing event updated for resources: {'Port': ['ID=9ac5887a-4dac-445b-a47e-da236a7c719e,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:37.631046 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-c84dbc10-e55a-4f27-9d0d-214bf6b96d6e tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:37.631998 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-c84dbc10-e55a-4f27-9d0d-214bf6b96d6e tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:37.666482 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-c84dbc10-e55a-4f27-9d0d-214bf6b96d6e tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7479553 Feb 07 20:36:37.958047 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-4c758639-c3d0-4b92-a281-7ef761b60489 None None] Provisioning complete for port 9ac5887a-4dac-445b-a47e-da236a7c719e triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:36:37.961405 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-4c758639-c3d0-4b92-a281-7ef761b60489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (9ac5887a-4dac-445b-a47e-da236a7c719e), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:38.029230 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0679f07-b61b-450c-8a51-e37078456d15 req-b8b5697f-9683-491f-844d-9052bbc4d171 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:38.045688 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e0679f07-b61b-450c-8a51-e37078456d15 req-b8b5697f-9683-491f-844d-9052bbc4d171 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088 HTTP/1.1" status: 200 len: 944 time: 0.1920309 Feb 07 20:36:38.068534 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-4c758639-c3d0-4b92-a281-7ef761b60489 None None] Port 9ac5887a-4dac-445b-a47e-da236a7c719e cannot update to ACTIVE because it is not bound. {{(pid=102682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:36:38.130330 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e9182-2198-43a6-aaa6-b2e94f0ff92d req-d7bb33e7-0b80-42b8-994b-71680a07d75b tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:38.132072 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-797e9182-2198-43a6-aaa6-b2e94f0ff92d req-d7bb33e7-0b80-42b8-994b-71680a07d75b tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 932 time: 0.0864186 Feb 07 20:36:38.132777 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e0679f07-b61b-450c-8a51-e37078456d15 req-40d2f961-c89e-46a4-9e15-12fc4b5df8cf tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856116 Feb 07 20:36:38.194384 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-797e9182-2198-43a6-aaa6-b2e94f0ff92d req-cb6468c5-aff0-4689-b01c-1d3b4004f387 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452762 Feb 07 20:36:38.506700 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414451d6-56b4-455c-92ef-714452fa93e0 req-70bfaa51-6032-4fd0-bb1a-1c856787b947 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:38.508163 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-414451d6-56b4-455c-92ef-714452fa93e0 req-70bfaa51-6032-4fd0-bb1a-1c856787b947 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.0553789 Feb 07 20:36:38.553180 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-414451d6-56b4-455c-92ef-714452fa93e0 req-38825d5e-6981-4b9e-9456-b33ef014f718 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395138 Feb 07 20:36:39.261940 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b20896-1b39-4d0e-a9e9-4e0bae2b5043 req-5a244cae-7717-43ee-b8a4-9fb2373af932 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:39.264110 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-a5b20896-1b39-4d0e-a9e9-4e0bae2b5043 req-5a244cae-7717-43ee-b8a4-9fb2373af932 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088 HTTP/1.1" status: 200 len: 944 time: 0.0518243 Feb 07 20:36:39.308094 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09f9ce-a0ce-409e-a106-1064fbbeaac7 req-8e19fa1f-1318-403b-838f-6a096fc4cc12 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:39.309353 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-a5b20896-1b39-4d0e-a9e9-4e0bae2b5043 req-20880ea8-69d0-4c5b-85de-796ea50d6b0f tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398893 Feb 07 20:36:39.309524 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-2d09f9ce-a0ce-409e-a106-1064fbbeaac7 req-8e19fa1f-1318-403b-838f-6a096fc4cc12 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 932 time: 0.0508394 Feb 07 20:36:39.356001 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-2d09f9ce-a0ce-409e-a106-1064fbbeaac7 req-fe45bb70-703c-4ae8-961b-6a995e627084 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405931 Feb 07 20:36:39.412440 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 099eca20-351f-4159-94e4-81f918da364b up at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:36:39.462003 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning for port 099eca20-351f-4159-94e4-81f918da364b completed by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:36:39.466423 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning complete for port 099eca20-351f-4159-94e4-81f918da364b triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:36:39.466791 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (099eca20-351f-4159-94e4-81f918da364b), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:39.540507 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port 099eca20-351f-4159-94e4-81f918da364b is: BUILD; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:36:39.540804 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (099eca20-351f-4159-94e4-81f918da364b), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:39.562839 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099eca20-351f-4159-94e4-81f918da364b'}] {{(pid=102682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:36:39.565336 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49691025426d341bc8e7177f0b95fa1f617f1e30ecd73d77513429b9266eb12b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc432373-f526-49ce-bae7-66769cb16215" -d '{"events": [{"server_uuid": "d6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088", "name": "network-vif-plugged", "status": "completed", "tag": "099eca20-351f-4159-94e4-81f918da364b"}]}' {{(pid=102682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:36:39.579917 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 099eca20-351f-4159-94e4-81f918da364b, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=099eca20-351f-4159-94e4-81f918da364b,segment=NetworkSegment(3d336edb-477a-4673-89be-90d920abe2ed),segment_id=3d336edb-477a-4673-89be-90d920abe2ed)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:36:39.584871 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (099eca20-351f-4159-94e4-81f918da364b), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:39.610603 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefb902e-7aaf-4eb5-b54e-43fa8c837268 x-openstack-request-id: req-fefb902e-7aaf-4eb5-b54e-43fa8c837268 {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:36:39.610900 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088", "name": "network-vif-plugged", "status": "completed", "tag": "099eca20-351f-4159-94e4-81f918da364b", "code": 200}]} {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:36:39.611155 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fefb902e-7aaf-4eb5-b54e-43fa8c837268 {{(pid=102682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:36:39.611571 dv-cinder-828150-2-iscsi neutron-server[102682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099eca20-351f-4159-94e4-81f918da364b', 'code': 200} Feb 07 20:36:39.636594 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=099eca20-351f-4159-94e4-81f918da364b,revision_number=5']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:39.684743 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd22b2-94d7-410b-a7af-e8c1d93c48f7 req-0e4ae25e-ca5c-44f8-900e-e328dd507a0f tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:39.686170 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-24cd22b2-94d7-410b-a7af-e8c1d93c48f7 req-0e4ae25e-ca5c-44f8-900e-e328dd507a0f tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.0549328 Feb 07 20:36:39.731206 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-24cd22b2-94d7-410b-a7af-e8c1d93c48f7 req-9a76af66-1faf-43b2-ad21-1d12bed435d0 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393624 Feb 07 20:36:40.510107 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f68309-1d6f-482e-8d5f-73a50001accb req-d82eb9eb-36e6-45c9-b332-82a1c02102f4 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:40.517471 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-57f68309-1d6f-482e-8d5f-73a50001accb req-d82eb9eb-36e6-45c9-b332-82a1c02102f4 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088 HTTP/1.1" status: 200 len: 945 time: 0.1397285 Feb 07 20:36:40.578135 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c5c74-3b9d-4b0b-891d-d03caf2ebb82 req-caf5b2ea-e48a-433a-9cf4-340844ec62c9 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:40.580853 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e99c5c74-3b9d-4b0b-891d-d03caf2ebb82 req-caf5b2ea-e48a-433a-9cf4-340844ec62c9 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 932 time: 0.1248169 Feb 07 20:36:40.620002 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-57f68309-1d6f-482e-8d5f-73a50001accb req-84a5363f-fe28-495f-91e1-036808ce26dc tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015575 Feb 07 20:36:40.633968 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e99c5c74-3b9d-4b0b-891d-d03caf2ebb82 req-3d44f1cd-1212-4168-b7e2-91928851552f tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467966 Feb 07 20:36:40.877973 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6a09d-f0c9-44c6-b5e5-ae35120021b2 req-bbbb0b65-d251-41ce-ae49-5135e3bdce96 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:40.879726 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-50f6a09d-f0c9-44c6-b5e5-ae35120021b2 req-bbbb0b65-d251-41ce-ae49-5135e3bdce96 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.0774262 Feb 07 20:36:40.946312 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-50f6a09d-f0c9-44c6-b5e5-ae35120021b2 req-49d323fa-27da-4137-9da4-69a39f44ae2e tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603294 Feb 07 20:36:41.755938 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df4bf3-1849-45de-9963-824ac4186257 req-d329af62-c278-4db8-9403-061edeb56594 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:41.757780 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-26df4bf3-1849-45de-9963-824ac4186257 req-d329af62-c278-4db8-9403-061edeb56594 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088 HTTP/1.1" status: 200 len: 945 time: 0.0762410 Feb 07 20:36:41.776315 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a98d3b-4fae-41bf-8d14-baf531ae3df9 req-ba1850c4-367d-4ebf-8d3d-d235635eeae0 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:41.778232 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-38a98d3b-4fae-41bf-8d14-baf531ae3df9 req-ba1850c4-367d-4ebf-8d3d-d235635eeae0 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 932 time: 0.0755227 Feb 07 20:36:41.830136 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-26df4bf3-1849-45de-9963-824ac4186257 req-a6708f94-2cb2-44ae-a340-64431d81f2d0 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664206 Feb 07 20:36:41.848206 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-38a98d3b-4fae-41bf-8d14-baf531ae3df9 req-ca48f817-8659-47ab-b6e9-0fa53a96b935 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641131 Feb 07 20:36:42.076649 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33239f-e479-46c2-9766-39d6508f9651 req-d2ae9bd0-d6bc-43ce-b4c1-a68d3ac0a0a9 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:42.078463 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-2d33239f-e479-46c2-9766-39d6508f9651 req-d2ae9bd0-d6bc-43ce-b4c1-a68d3ac0a0a9 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.0568461 Feb 07 20:36:42.136799 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-2d33239f-e479-46c2-9766-39d6508f9651 req-515bcaee-cf92-4d94-9bfe-c2af10ba717c tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519860 Feb 07 20:36:42.987278 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c8aa2-89df-4135-8c18-e3573b320d1a req-4ba099ec-6deb-491c-bad0-340733c9d702 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:42.989710 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-5d4c8aa2-89df-4135-8c18-e3573b320d1a req-4ba099ec-6deb-491c-bad0-340733c9d702 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088 HTTP/1.1" status: 200 len: 945 time: 0.0887420 Feb 07 20:36:43.033851 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec7285-4381-4167-b2b7-abfdc8d40e71 req-74a75cae-cd53-4b9d-bfe1-301789945b76 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:43.036677 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-13ec7285-4381-4167-b2b7-abfdc8d40e71 req-74a75cae-cd53-4b9d-bfe1-301789945b76 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 932 time: 0.0826485 Feb 07 20:36:43.077825 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-5d4c8aa2-89df-4135-8c18-e3573b320d1a req-2a876d1c-1a92-4baa-a4ba-c0d3873b687b tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765173 Feb 07 20:36:43.136335 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-13ec7285-4381-4167-b2b7-abfdc8d40e71 req-753adfb5-c16c-4df2-926e-e97ce87aac10 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930996 Feb 07 20:36:43.285773 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5db443-54d5-43b3-9f59-8b4f09f18fcb req-edbcdb89-dff1-481b-b910-43b317e072e4 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:43.288733 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-3b5db443-54d5-43b3-9f59-8b4f09f18fcb req-edbcdb89-dff1-481b-b910-43b317e072e4 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.0774372 Feb 07 20:36:43.308170 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 49584) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:43.354541 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-3b5db443-54d5-43b3-9f59-8b4f09f18fcb req-717fe254-dea5-4004-9442-d681638734b0 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508239 Feb 07 20:36:43.480995 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-96981dff-a1ae-4138-a471-1791c7def9c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:43.558241 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-96981dff-a1ae-4138-a471-1791c7def9c4 admin admin] Publish callbacks [] for security_group (037e7092-2500-4286-8a69-06d995472f03), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:43.562583 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-96981dff-a1ae-4138-a471-1791c7def9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (037e7092-2500-4286-8a69-06d995472f03), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:43.607098 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 49594) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:43.607299 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-96981dff-a1ae-4138-a471-1791c7def9c4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=39f60ed2926b4a20a3540086963572d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2972205 Feb 07 20:36:43.608066 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96981dff-a1ae-4138-a471-1791c7def9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037e7092-2500-4286-8a69-06d995472f03,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:43.679755 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8fb1222d-3bdc-460f-af01-d0570fdb2867 admin admin] Publish callbacks [] for security_group (037e7092-2500-4286-8a69-06d995472f03), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:43.702910 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8fb1222d-3bdc-460f-af01-d0570fdb2867 admin admin] Publish callbacks [] for security_group (037e7092-2500-4286-8a69-06d995472f03), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:43.798650 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8fb1222d-3bdc-460f-af01-d0570fdb2867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (037e7092-2500-4286-8a69-06d995472f03), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:43.801358 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8fb1222d-3bdc-460f-af01-d0570fdb2867 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:43.802581 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-8fb1222d-3bdc-460f-af01-d0570fdb2867 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/037e7092-2500-4286-8a69-06d995472f03 HTTP/1.1" status: 204 len: 168 time: 0.1943173 Feb 07 20:36:43.814821 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb1222d-3bdc-460f-af01-d0570fdb2867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037e7092-2500-4286-8a69-06d995472f03,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:44.147843 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 49602) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:44.166960 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d221eb62-6a9b-459f-93d2-504472d2bacb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:44.236534 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8110c29-5244-4a81-b245-06aed0f24995 req-4d46ab73-1e4e-4889-958a-864334ce56ad tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:44.238127 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-a8110c29-5244-4a81-b245-06aed0f24995 req-4d46ab73-1e4e-4889-958a-864334ce56ad tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088 HTTP/1.1" status: 200 len: 945 time: 0.0587914 Feb 07 20:36:44.296091 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-a8110c29-5244-4a81-b245-06aed0f24995 req-e2bb2349-18e3-4012-9328-0dc63ba1269a tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524888 Feb 07 20:36:44.305827 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d221eb62-6a9b-459f-93d2-504472d2bacb admin admin] Publish callbacks [] for security_group (0e218cdd-c558-4754-b0f4-c3d4155502db), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:44.313199 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ddb88-912f-49c6-9f34-5c3b0bc4c972 req-2ad3130a-5929-4120-b5c8-0f9137419aef tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:44.314687 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-614ddb88-912f-49c6-9f34-5c3b0bc4c972 req-2ad3130a-5929-4120-b5c8-0f9137419aef tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 932 time: 0.1055753 Feb 07 20:36:44.316131 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d221eb62-6a9b-459f-93d2-504472d2bacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (0e218cdd-c558-4754-b0f4-c3d4155502db), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:44.368651 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221eb62-6a9b-459f-93d2-504472d2bacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e218cdd-c558-4754-b0f4-c3d4155502db,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:44.375922 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-d221eb62-6a9b-459f-93d2-504472d2bacb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f66f1a1104f54132b234ec3cd99caf95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268984 Feb 07 20:36:44.378778 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 49610) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:44.423863 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-614ddb88-912f-49c6-9f34-5c3b0bc4c972 req-6660468d-bc18-4658-9d4c-ccb8cb68a480 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969837 Feb 07 20:36:44.544113 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b3838334-c688-4c90-a198-ac66faf26f12 admin admin] Publish callbacks [] for security_group (0e218cdd-c558-4754-b0f4-c3d4155502db), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:44.551986 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8273d-07a9-472f-a744-470503df9285 req-02da31ed-c15a-41f1-a98c-acba88e90529 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:44.553426 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-dfe8273d-07a9-472f-a744-470503df9285 req-02da31ed-c15a-41f1-a98c-acba88e90529 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.1123781 Feb 07 20:36:44.586866 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b3838334-c688-4c90-a198-ac66faf26f12 admin admin] Publish callbacks [] for security_group (0e218cdd-c558-4754-b0f4-c3d4155502db), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:44.639999 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-dfe8273d-07a9-472f-a744-470503df9285 req-644946ba-c081-46c4-9fe4-0656fc4157b6 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776126 Feb 07 20:36:44.661553 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b3838334-c688-4c90-a198-ac66faf26f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (0e218cdd-c558-4754-b0f4-c3d4155502db), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:44.664141 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b3838334-c688-4c90-a198-ac66faf26f12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:44.665239 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-b3838334-c688-4c90-a198-ac66faf26f12 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0e218cdd-c558-4754-b0f4-c3d4155502db HTTP/1.1" status: 204 len: 168 time: 0.2852280 Feb 07 20:36:44.673563 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3838334-c688-4c90-a198-ac66faf26f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e218cdd-c558-4754-b0f4-c3d4155502db,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:45.455403 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e431b1b-b9b1-4619-bf32-dae7310f7608 req-ff879ec2-803b-4174-8b83-0db44514136f tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:45.462261 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-5e431b1b-b9b1-4619-bf32-dae7310f7608 req-ff879ec2-803b-4174-8b83-0db44514136f tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088 HTTP/1.1" status: 200 len: 945 time: 0.0788763 Feb 07 20:36:45.579209 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-5e431b1b-b9b1-4619-bf32-dae7310f7608 req-b6f69b03-6c5d-4903-ba6d-3830836afdc8 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032603 Feb 07 20:36:45.626500 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f25924-6016-41da-9bb5-36b37c0b1b50 req-8dae22b7-367b-4814-9963-683e2549227a tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:45.634645 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-b8f25924-6016-41da-9bb5-36b37c0b1b50 req-8dae22b7-367b-4814-9963-683e2549227a tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 932 time: 0.0975223 Feb 07 20:36:45.707208 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-b8f25924-6016-41da-9bb5-36b37c0b1b50 req-930aef7f-4018-4e57-8b2e-3507938cce3b tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712016 Feb 07 20:36:45.837091 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef0245-0387-41d2-9513-b029f4ca94d9 req-cc343b62-4e28-470d-8a1e-4e57808f91cf tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:45.844163 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-69ef0245-0387-41d2-9513-b029f4ca94d9 req-cc343b62-4e28-470d-8a1e-4e57808f91cf tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.0906842 Feb 07 20:36:46.001034 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-69ef0245-0387-41d2-9513-b029f4ca94d9 req-948bfdb8-4efb-4737-9f25-c3019faa66eb tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400924 Feb 07 20:36:46.750283 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab8867-87ca-431a-96ac-c9a5fdccaec3 req-adaf4430-8e8a-4144-82d9-d6ba291445f4 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:46.752096 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-baab8867-87ca-431a-96ac-c9a5fdccaec3 req-adaf4430-8e8a-4144-82d9-d6ba291445f4 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088 HTTP/1.1" status: 200 len: 945 time: 0.0993264 Feb 07 20:36:46.853519 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d218823-77b7-43ea-ad99-92b75273b042 req-84ea1698-1c69-483d-9da3-d0448552d963 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:46.855069 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-1d218823-77b7-43ea-ad99-92b75273b042 req-84ea1698-1c69-483d-9da3-d0448552d963 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 932 time: 0.0708990 Feb 07 20:36:46.856155 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-baab8867-87ca-431a-96ac-c9a5fdccaec3 req-832e4a00-81cf-4303-99b2-f0b5a7396dc6 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945721 Feb 07 20:36:46.927538 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-1d218823-77b7-43ea-ad99-92b75273b042 req-79ec54db-0c08-4362-957b-71122f1c5e51 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597548 Feb 07 20:36:47.133710 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a04306-5a47-4694-99fb-3a6f896ca954 req-a6b98fe0-db2f-4b65-a100-16dc570ae0dc tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:47.141105 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f9a04306-5a47-4694-99fb-3a6f896ca954 req-a6b98fe0-db2f-4b65-a100-16dc570ae0dc tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.0633595 Feb 07 20:36:47.241631 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f9a04306-5a47-4694-99fb-3a6f896ca954 req-6654a9f3-153e-478e-a92b-3394e876cebf tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938902 Feb 07 20:36:47.724711 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 49736) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:47.874485 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-0c039f68-cc12-4098-a502-134b1c9ad788 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:47.983188 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-0c039f68-cc12-4098-a502-134b1c9ad788 admin admin] Publish callbacks [] for security_group (aaf2cd97-e6b4-429c-9287-2b7f3f1afcad), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:47.990390 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-0c039f68-cc12-4098-a502-134b1c9ad788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (aaf2cd97-e6b4-429c-9287-2b7f3f1afcad), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:48.006312 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963eba85-0a1f-4194-945d-f9d39c10e8b7 req-c7bf2d34-62fe-4b88-9db1-dc20257a0ae7 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:48.007860 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-963eba85-0a1f-4194-945d-f9d39c10e8b7 req-c7bf2d34-62fe-4b88-9db1-dc20257a0ae7 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088 HTTP/1.1" status: 200 len: 945 time: 0.0687673 Feb 07 20:36:48.024021 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c039f68-cc12-4098-a502-134b1c9ad788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf2cd97-e6b4-429c-9287-2b7f3f1afcad,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:48.041709 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-0c039f68-cc12-4098-a502-134b1c9ad788 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=50fd226a13fb4123a94b5a7aec5df87a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2953122 Feb 07 20:36:48.041861 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 49744) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:48.116256 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-963eba85-0a1f-4194-945d-f9d39c10e8b7 req-d6ecf6bb-4e2f-49d0-b6b4-2cf38177812a tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914855 Feb 07 20:36:48.130802 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-4865d3c8-7e98-43ce-a605-d0b12f81ffc2 admin admin] Publish callbacks [] for security_group (aaf2cd97-e6b4-429c-9287-2b7f3f1afcad), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:48.157730 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-4865d3c8-7e98-43ce-a605-d0b12f81ffc2 admin admin] Publish callbacks [] for security_group (aaf2cd97-e6b4-429c-9287-2b7f3f1afcad), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:48.216523 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe10c85-fcb4-4213-a729-5bc68d788565 req-a230f006-8e7d-4c14-9da7-00ed31c10221 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:48.223499 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-6fe10c85-fcb4-4213-a729-5bc68d788565 req-a230f006-8e7d-4c14-9da7-00ed31c10221 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 932 time: 0.1520863 Feb 07 20:36:48.280367 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-6fe10c85-fcb4-4213-a729-5bc68d788565 req-6ead9793-aaf8-4223-8b61-ebf5d857e6c6 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553763 Feb 07 20:36:48.283027 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-4865d3c8-7e98-43ce-a605-d0b12f81ffc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (aaf2cd97-e6b4-429c-9287-2b7f3f1afcad), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:48.285629 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-4865d3c8-7e98-43ce-a605-d0b12f81ffc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:48.289279 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-4865d3c8-7e98-43ce-a605-d0b12f81ffc2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aaf2cd97-e6b4-429c-9287-2b7f3f1afcad HTTP/1.1" status: 204 len: 168 time: 0.2439699 Feb 07 20:36:48.312119 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865d3c8-7e98-43ce-a605-d0b12f81ffc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf2cd97-e6b4-429c-9287-2b7f3f1afcad,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:48.424551 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c967a-6446-4593-99dd-1323af509319 req-73afbc98-0485-43dc-b668-d954b4fe23b1 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:48.431820 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-355c967a-6446-4593-99dd-1323af509319 req-73afbc98-0485-43dc-b668-d954b4fe23b1 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.0954506 Feb 07 20:36:48.500401 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-355c967a-6446-4593-99dd-1323af509319 req-6ebfb2f5-25c8-4660-bbc9-d2f48722c8da tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670650 Feb 07 20:36:48.734693 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 49774) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:48.755241 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-4c601d13-bc6f-4af3-97a7-795b4bbdf95a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:48.856478 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-4c601d13-bc6f-4af3-97a7-795b4bbdf95a admin admin] Publish callbacks [] for security_group (7bb64867-4abd-49a3-ad46-da13a6c21dac), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:48.863363 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-4c601d13-bc6f-4af3-97a7-795b4bbdf95a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (7bb64867-4abd-49a3-ad46-da13a6c21dac), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:48.925670 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-4c601d13-bc6f-4af3-97a7-795b4bbdf95a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=30d338d8568c4a319ad048520ac915bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1893313 Feb 07 20:36:48.926347 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c601d13-bc6f-4af3-97a7-795b4bbdf95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb64867-4abd-49a3-ad46-da13a6c21dac,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:48.928232 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 49778) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:48.988865 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a97a3018-bbdf-4050-bb26-2785c27a0de4 admin admin] Publish callbacks [] for security_group (7bb64867-4abd-49a3-ad46-da13a6c21dac), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:49.010495 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a97a3018-bbdf-4050-bb26-2785c27a0de4 admin admin] Publish callbacks [] for security_group (7bb64867-4abd-49a3-ad46-da13a6c21dac), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:49.089022 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a97a3018-bbdf-4050-bb26-2785c27a0de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (7bb64867-4abd-49a3-ad46-da13a6c21dac), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:49.092781 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a97a3018-bbdf-4050-bb26-2785c27a0de4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:49.094271 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-a97a3018-bbdf-4050-bb26-2785c27a0de4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7bb64867-4abd-49a3-ad46-da13a6c21dac HTTP/1.1" status: 204 len: 168 time: 0.1643515 Feb 07 20:36:49.117371 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a3018-bbdf-4050-bb26-2785c27a0de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb64867-4abd-49a3-ad46-da13a6c21dac,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:49.277811 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91820cb-c8b1-40d5-bb9d-b49255b2f1c3 req-13ee882b-48f4-406d-813b-6d6201cd61f7 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:49.279919 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-b91820cb-c8b1-40d5-bb9d-b49255b2f1c3 req-13ee882b-48f4-406d-813b-6d6201cd61f7 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088 HTTP/1.1" status: 200 len: 945 time: 0.0645716 Feb 07 20:36:49.358243 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-b91820cb-c8b1-40d5-bb9d-b49255b2f1c3 req-d964cd6e-b226-47aa-be73-fa3b0d0409ae tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698519 Feb 07 20:36:49.469093 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240786d-f215-41d4-bb1d-8251edaa75df req-5099051a-b837-41fa-ae98-b003f9d69787 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:49.471335 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-7240786d-f215-41d4-bb1d-8251edaa75df req-5099051a-b837-41fa-ae98-b003f9d69787 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 932 time: 0.0820069 Feb 07 20:36:49.547756 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-7240786d-f215-41d4-bb1d-8251edaa75df req-147fe669-1419-41cb-847c-1d4e12cdff74 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612960 Feb 07 20:36:49.684050 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218ac61-b7f3-459e-bd1c-e066a039d0ec req-f1298c31-ce50-4f7d-b5c2-183d78619ae6 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:49.685867 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-2218ac61-b7f3-459e-bd1c-e066a039d0ec req-f1298c31-ce50-4f7d-b5c2-183d78619ae6 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.0966558 Feb 07 20:36:50.007553 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-2218ac61-b7f3-459e-bd1c-e066a039d0ec req-4b46a3e1-923b-4939-9945-d0121bb9cca4 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146551 Feb 07 20:36:50.065320 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 49830) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:50.196640 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-5aea50b7-7146-41f8-897a-4ee0a3ee94b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:50.279808 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-5aea50b7-7146-41f8-897a-4ee0a3ee94b1 admin admin] Publish callbacks [] for security_group (4bb623b4-425d-4142-9dfa-30ca4ad558d5), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:50.279970 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 49842) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:50.283654 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-5aea50b7-7146-41f8-897a-4ee0a3ee94b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (4bb623b4-425d-4142-9dfa-30ca4ad558d5), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:50.331921 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-5aea50b7-7146-41f8-897a-4ee0a3ee94b1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=56715da73513460c9d99c088b881e193&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2654159 Feb 07 20:36:50.333085 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 49846) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:50.335927 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea50b7-7146-41f8-897a-4ee0a3ee94b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb623b4-425d-4142-9dfa-30ca4ad558d5,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:50.375869 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-9570ea12-3b9a-4eb9-9c67-80643e7afeda service neutron] Request body: {'port': {'device_id': '115ad554-9f83-4789-85fd-95c408e1c31f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82815'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:36:50.444669 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-fd78af3c-0077-4aa0-88d1-f9c2cfe8316f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:50.503512 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-3c516439-2c1a-45e4-8fc8-da48948a973b admin admin] Publish callbacks [] for security_group (4bb623b4-425d-4142-9dfa-30ca4ad558d5), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:50.505135 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62d4c3-43ea-413c-8f2f-35a61954123b req-8053c0e8-bb61-4f49-9218-9dc6122fcead tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:50.507049 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-7f62d4c3-43ea-413c-8f2f-35a61954123b req-8053c0e8-bb61-4f49-9218-9dc6122fcead tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088 HTTP/1.1" status: 200 len: 945 time: 0.0603445 Feb 07 20:36:50.575787 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-7f62d4c3-43ea-413c-8f2f-35a61954123b req-a303b9ca-b55e-403d-afe2-9e16c373a4c8 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526478 Feb 07 20:36:50.628386 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-3c516439-2c1a-45e4-8fc8-da48948a973b admin admin] Publish callbacks [] for security_group (4bb623b4-425d-4142-9dfa-30ca4ad558d5), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:50.646517 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-9570ea12-3b9a-4eb9-9c67-80643e7afeda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (9ac5887a-4dac-445b-a47e-da236a7c719e), before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:50.660608 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd35b5-b648-4e04-9c48-518386aedf25 req-41edd8b1-4956-46c9-9c67-4d044ed1e578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:50.662888 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f7cd35b5-b648-4e04-9c48-518386aedf25 req-41edd8b1-4956-46c9-9c67-4d044ed1e578 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088 HTTP/1.1" status: 200 len: 1129 time: 0.0673079 Feb 07 20:36:50.731323 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f7cd35b5-b648-4e04-9c48-518386aedf25 req-bbb6f49e-4689-47a3-a8b8-77fb2b711c79 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585890 Feb 07 20:36:50.794508 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-fd78af3c-0077-4aa0-88d1-f9c2cfe8316f admin admin] Publish callbacks [] for security_group (f4d84163-2a65-43a7-b0d7-d057b509a03f), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:50.807700 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-fd78af3c-0077-4aa0-88d1-f9c2cfe8316f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (f4d84163-2a65-43a7-b0d7-d057b509a03f), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:50.882397 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-3c516439-2c1a-45e4-8fc8-da48948a973b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (4bb623b4-425d-4142-9dfa-30ca4ad558d5), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:50.884949 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-3c516439-2c1a-45e4-8fc8-da48948a973b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:50.886063 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-3c516439-2c1a-45e4-8fc8-da48948a973b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4bb623b4-425d-4142-9dfa-30ca4ad558d5 HTTP/1.1" status: 204 len: 168 time: 0.5520542 Feb 07 20:36:50.907246 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077681b-db59-4e27-98ee-b34cdfae7e70 req-0b11b34f-f557-44ad-af2a-a6c38508ff49 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:50.908739 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d077681b-db59-4e27-98ee-b34cdfae7e70 req-0b11b34f-f557-44ad-af2a-a6c38508ff49 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 932 time: 0.2761919 Feb 07 20:36:50.933328 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-fd78af3c-0077-4aa0-88d1-f9c2cfe8316f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d116a4775cc34bb1ab60141f58d0f62a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6527078 Feb 07 20:36:50.936533 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 49864) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:50.937261 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78af3c-0077-4aa0-88d1-f9c2cfe8316f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d84163-2a65-43a7-b0d7-d057b509a03f,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:50.991055 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6173f370-c828-44e4-8802-ed44480f3454 admin admin] Publish callbacks [] for security_group (f4d84163-2a65-43a7-b0d7-d057b509a03f), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:51.000727 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c516439-2c1a-45e4-8fc8-da48948a973b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb623b4-425d-4142-9dfa-30ca4ad558d5,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:51.038802 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6173f370-c828-44e4-8802-ed44480f3454 admin admin] Publish callbacks [] for security_group (f4d84163-2a65-43a7-b0d7-d057b509a03f), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:51.060128 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d077681b-db59-4e27-98ee-b34cdfae7e70 req-7bbf81cf-f334-4e24-a13a-4fb6e2715a56 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389148 Feb 07 20:36:51.114787 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6173f370-c828-44e4-8802-ed44480f3454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (f4d84163-2a65-43a7-b0d7-d057b509a03f), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:51.118146 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6173f370-c828-44e4-8802-ed44480f3454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:51.119342 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-6173f370-c828-44e4-8802-ed44480f3454 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f4d84163-2a65-43a7-b0d7-d057b509a03f HTTP/1.1" status: 204 len: 168 time: 0.1812396 Feb 07 20:36:51.151116 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173f370-c828-44e4-8802-ed44480f3454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d84163-2a65-43a7-b0d7-d057b509a03f,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:51.188700 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92845011-50b0-444b-90b1-2f31861a7123 req-5d9c7e73-b751-4f34-8092-12d97ff5602d tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:51.189081 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-9570ea12-3b9a-4eb9-9c67-80643e7afeda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ac5887a-4dac-445b-a47e-da236a7c719e {{(pid=102681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:36:51.196919 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-92845011-50b0-444b-90b1-2f31861a7123 req-5d9c7e73-b751-4f34-8092-12d97ff5602d tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.0840173 Feb 07 20:36:51.199791 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-9570ea12-3b9a-4eb9-9c67-80643e7afeda service neutron] Publish callbacks [] for port (9ac5887a-4dac-445b-a47e-da236a7c719e), precommit_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:51.219782 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.provisioning_blocks [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-9570ea12-3b9a-4eb9-9c67-80643e7afeda service neutron] Transition to ACTIVE for port object 9ac5887a-4dac-445b-a47e-da236a7c719e will not be triggered until provisioned by entity L2. {{(pid=102681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:36:51.225469 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-9570ea12-3b9a-4eb9-9c67-80643e7afeda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3187874'] for port (9ac5887a-4dac-445b-a47e-da236a7c719e), after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:51.245042 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 49872) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:51.268245 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-3412c88e-d2a4-4ba6-be94-721969511fea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:51.274198 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-92845011-50b0-444b-90b1-2f31861a7123 req-fb94bf68-d604-4b57-b797-846659bbbc0f tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760341 Feb 07 20:36:51.290721 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570ea12-3b9a-4eb9-9c67-80643e7afeda service neutron] Pushing event updated for resources: {'Port': ['ID=9ac5887a-4dac-445b-a47e-da236a7c719e,revision_number=2']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:51.377918 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-3412c88e-d2a4-4ba6-be94-721969511fea admin admin] Publish callbacks [] for security_group (44b0ee72-4435-4edc-a793-02f97e936a65), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:51.385047 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-3412c88e-d2a4-4ba6-be94-721969511fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (44b0ee72-4435-4edc-a793-02f97e936a65), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:51.385777 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-9570ea12-3b9a-4eb9-9c67-80643e7afeda service neutron] Attempting to bind port 9ac5887a-4dac-445b-a47e-da236a7c719e on host hv-cinder-82815 for vnic_type normal with profile {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:36:51.386291 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-9570ea12-3b9a-4eb9-9c67-80643e7afeda service neutron] Attempting to bind port 9ac5887a-4dac-445b-a47e-da236a7c719e by drivers openvswitch,hyperv on host hv-cinder-82815 at level 0 using segments [{'id': '92297ea3-159c-48e9-b76b-2b4a88cff175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ace0bd4e-24e6-4889-8232-1f8bdff3f386'}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:36:51.386662 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-9570ea12-3b9a-4eb9-9c67-80643e7afeda service neutron] Attempting to bind port 9ac5887a-4dac-445b-a47e-da236a7c719e on network ace0bd4e-24e6-4889-8232-1f8bdff3f386 {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:36:51.391169 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-9570ea12-3b9a-4eb9-9c67-80643e7afeda service neutron] Port 9ac5887a-4dac-445b-a47e-da236a7c719e on network ace0bd4e-24e6-4889-8232-1f8bdff3f386 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82815 {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:36:51.391529 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-9570ea12-3b9a-4eb9-9c67-80643e7afeda service neutron] Attempting to bind port 9ac5887a-4dac-445b-a47e-da236a7c719e on network ace0bd4e-24e6-4889-8232-1f8bdff3f386 {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:36:51.402142 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-9570ea12-3b9a-4eb9-9c67-80643e7afeda service neutron] Checking agent: {'id': '2db0d972-3e88-4a6a-9d75-f8f2fe350c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82815', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 33, 26), 'started_at': datetime.datetime(2022, 2, 7, 20, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:36:51.405152 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-9570ea12-3b9a-4eb9-9c67-80643e7afeda service neutron] Checking segment: {'id': '92297ea3-159c-48e9-b76b-2b4a88cff175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ace0bd4e-24e6-4889-8232-1f8bdff3f386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:36:51.406566 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-9570ea12-3b9a-4eb9-9c67-80643e7afeda service neutron] Bound using segment: {'id': '92297ea3-159c-48e9-b76b-2b4a88cff175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ace0bd4e-24e6-4889-8232-1f8bdff3f386'} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:36:51.407284 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-9570ea12-3b9a-4eb9-9c67-80643e7afeda service neutron] Bound port: 9ac5887a-4dac-445b-a47e-da236a7c719e, host: hv-cinder-82815, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92297ea3-159c-48e9-b76b-2b4a88cff175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ace0bd4e-24e6-4889-8232-1f8bdff3f386'}}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:36:51.407892 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-9570ea12-3b9a-4eb9-9c67-80643e7afeda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (9ac5887a-4dac-445b-a47e-da236a7c719e), before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:51.434885 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3412c88e-d2a4-4ba6-be94-721969511fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b0ee72-4435-4edc-a793-02f97e936a65,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:51.443248 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-3412c88e-d2a4-4ba6-be94-721969511fea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8c21893ca158456b987907e73798f17a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1968617 Feb 07 20:36:51.443625 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 49878) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:51.505629 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-fd8c93cc-e491-4603-bd44-a43199a51a39 admin admin] Publish callbacks [] for security_group (44b0ee72-4435-4edc-a793-02f97e936a65), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:51.515098 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-9570ea12-3b9a-4eb9-9c67-80643e7afeda service neutron] For port 9ac5887a-4dac-445b-a47e-da236a7c719e, host hv-cinder-82815, cleared binding levels {{(pid=102681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:36:51.517925 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-9570ea12-3b9a-4eb9-9c67-80643e7afeda service neutron] For port 9ac5887a-4dac-445b-a47e-da236a7c719e, host hv-cinder-82815, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=9ac5887a-4dac-445b-a47e-da236a7c719e,segment=NetworkSegment(92297ea3-159c-48e9-b76b-2b4a88cff175),segment_id=92297ea3-159c-48e9-b76b-2b4a88cff175)] {{(pid=102681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:36:51.526194 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-9570ea12-3b9a-4eb9-9c67-80643e7afeda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3187874'] for port (9ac5887a-4dac-445b-a47e-da236a7c719e), after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:51.530238 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-fd8c93cc-e491-4603-bd44-a43199a51a39 admin admin] Publish callbacks [] for security_group (44b0ee72-4435-4edc-a793-02f97e936a65), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:51.566874 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-9570ea12-3b9a-4eb9-9c67-80643e7afeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:51.568201 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-9570ea12-3b9a-4eb9-9c67-80643e7afeda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:51.568859 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-9570ea12-3b9a-4eb9-9c67-80643e7afeda service neutron] 10.222.0.24 "PUT /v2.0/ports/9ac5887a-4dac-445b-a47e-da236a7c719e HTTP/1.1" status: 200 len: 1094 time: 1.1986144 Feb 07 20:36:51.571266 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '115ad554-9f83-4789-85fd-95c408e1c31f', 'tag': '9ac5887a-4dac-445b-a47e-da236a7c719e'}] {{(pid=102681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:36:51.571654 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d543a4f93c545b9f4b4319baf8ff9337481391693fb3bbf25dbe09721f1c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48da57f7-152c-43ff-86ad-2c3c7e204877" -d '{"events": [{"name": "network-changed", "server_uuid": "115ad554-9f83-4789-85fd-95c408e1c31f", "tag": "9ac5887a-4dac-445b-a47e-da236a7c719e"}]}' {{(pid=102681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:36:51.608447 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-fd8c93cc-e491-4603-bd44-a43199a51a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (44b0ee72-4435-4edc-a793-02f97e936a65), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:51.610603 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-fd8c93cc-e491-4603-bd44-a43199a51a39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:51.614788 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-fd8c93cc-e491-4603-bd44-a43199a51a39 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/44b0ee72-4435-4edc-a793-02f97e936a65 HTTP/1.1" status: 204 len: 168 time: 0.1697080 Feb 07 20:36:51.631097 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c93cc-e491-4603-bd44-a43199a51a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b0ee72-4435-4edc-a793-02f97e936a65,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:51.656771 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050ab793-986f-42d1-b9da-f201908ea0bb x-openstack-request-id: req-050ab793-986f-42d1-b9da-f201908ea0bb {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:36:51.658657 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "115ad554-9f83-4789-85fd-95c408e1c31f", "tag": "9ac5887a-4dac-445b-a47e-da236a7c719e", "status": "completed", "code": 200}]} {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:36:51.659155 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-050ab793-986f-42d1-b9da-f201908ea0bb {{(pid=102681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:36:51.660587 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '115ad554-9f83-4789-85fd-95c408e1c31f', 'tag': '9ac5887a-4dac-445b-a47e-da236a7c719e', 'status': 'completed', 'code': 200} Feb 07 20:36:51.661568 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570ea12-3b9a-4eb9-9c67-80643e7afeda service neutron] Pushing event updated for resources: {'Port': ['ID=9ac5887a-4dac-445b-a47e-da236a7c719e,revision_number=3']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:51.718329 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-9392c3fa-f613-46d3-9c55-5cf2e6db6952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:51.736150 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-9392c3fa-f613-46d3-9c55-5cf2e6db6952 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b81ed2187e4b4bb480ac9927221e90fc&device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 1128 time: 0.1003499 Feb 07 20:36:51.828145 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea13a8-219a-4f6c-99d4-184e0183ddeb req-ec710223-9dcc-40d4-ba00-ff1bba5492ac tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:51.830956 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-b2ea13a8-219a-4f6c-99d4-184e0183ddeb req-ec710223-9dcc-40d4-ba00-ff1bba5492ac tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088 HTTP/1.1" status: 200 len: 945 time: 0.1209776 Feb 07 20:36:51.860001 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-406e5635-7001-41db-aa93-d3cb799cbf2e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ac5887a-4dac-445b-a47e-da236a7c719e HTTP/1.1" status: 200 len: 217 time: 0.1086562 Feb 07 20:36:51.955942 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-b2ea13a8-219a-4f6c-99d4-184e0183ddeb req-632c8d60-13f9-44d6-975c-3d6b5ae55bd1 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164467 Feb 07 20:36:51.995296 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-f4bddd09-67a0-4faf-bbf5-444388e8f279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:51.997658 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-f4bddd09-67a0-4faf-bbf5-444388e8f279 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3cd4edc-eaf8-49b3-8c39-6df61c2ee5a5 HTTP/1.1" status: 200 len: 854 time: 0.1240861 Feb 07 20:36:52.123050 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-be3180a0-bd4b-4e2e-b37e-2f9aa79c5abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:52.124604 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-be3180a0-bd4b-4e2e-b37e-2f9aa79c5abb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ace0bd4e-24e6-4889-8232-1f8bdff3f386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1145403 Feb 07 20:36:52.293685 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59297c70-ef69-4d55-a67e-21d583e8a922 req-814f1d9b-494e-4a9b-9419-b5fb353fa771 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:52.315219 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-59297c70-ef69-4d55-a67e-21d583e8a922 req-814f1d9b-494e-4a9b-9419-b5fb353fa771 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 944 time: 0.1054044 Feb 07 20:36:52.356583 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-ae1b0a05-070c-46b8-b5b1-24e34198a921 service neutron] 10.222.0.24 "GET /v2.0/networks/ace0bd4e-24e6-4889-8232-1f8bdff3f386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212970 Feb 07 20:36:52.443259 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4be15b-d8c3-4e0d-8c67-8ffc3ea1e525 req-aac8b5fe-d9c9-4efd-9fc2-58e53df874bc tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:52.449988 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-0f4be15b-d8c3-4e0d-8c67-8ffc3ea1e525 req-aac8b5fe-d9c9-4efd-9fc2-58e53df874bc tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.0690362 Feb 07 20:36:52.451722 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-59297c70-ef69-4d55-a67e-21d583e8a922 req-1e97e8e5-f799-40e1-9816-6c23e486772b tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355920 Feb 07 20:36:52.481477 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec64caa-9ee1-4a46-9e28-1318d7e438e5 req-dd597df7-6b9f-456f-989d-bf234ab65e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:52.482968 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-4ec64caa-9ee1-4a46-9e28-1318d7e438e5 req-dd597df7-6b9f-456f-989d-bf234ab65e3f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 1130 time: 0.1408143 Feb 07 20:36:52.503199 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-885f33c6-63c5-4ded-88be-32dbe1182415 req-1ae654fc-b655-4d48-afea-5e74c8cc6143 service neutron] 10.222.0.24 "GET /v2.0/networks/ace0bd4e-24e6-4889-8232-1f8bdff3f386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358502 Feb 07 20:36:52.512901 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-0f4be15b-d8c3-4e0d-8c67-8ffc3ea1e525 req-5a343d43-1ba5-44c5-9d39-2fbfebf0e6ef tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620508 Feb 07 20:36:53.089434 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff1129-8310-4efd-982e-2c4263d4e3a7 req-a6212dfd-76d1-4b2c-b8b0-fe38ee992556 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:53.091481 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-99ff1129-8310-4efd-982e-2c4263d4e3a7 req-a6212dfd-76d1-4b2c-b8b0-fe38ee992556 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088 HTTP/1.1" status: 200 len: 945 time: 0.0563128 Feb 07 20:36:53.139934 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-99ff1129-8310-4efd-982e-2c4263d4e3a7 req-9cc6138d-3433-4a4a-89a9-691588e545d8 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422778 Feb 07 20:36:53.579970 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45edd8c-06b6-4237-9d46-a04f6ea148dd req-a3fa5c74-581e-4567-ab9e-7eb9f4749e98 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:53.582617 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f45edd8c-06b6-4237-9d46-a04f6ea148dd req-a3fa5c74-581e-4567-ab9e-7eb9f4749e98 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 944 time: 0.0609417 Feb 07 20:36:53.636357 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f45edd8c-06b6-4237-9d46-a04f6ea148dd req-de15c374-c214-4748-8626-50ec1e311fc6 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479536 Feb 07 20:36:53.656187 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f4830-33f1-4d3d-b921-14d3b6ff1835 req-e6df36a6-24e7-44c7-9e1c-2da4aab8654a tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:53.657687 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-2d3f4830-33f1-4d3d-b921-14d3b6ff1835 req-e6df36a6-24e7-44c7-9e1c-2da4aab8654a tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.0583107 Feb 07 20:36:53.724331 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-2d3f4830-33f1-4d3d-b921-14d3b6ff1835 req-11f24721-29ad-444f-8e20-63e28d5c00e7 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589752 Feb 07 20:36:54.754789 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe8c6b-6d77-42d1-b3c6-567a32987856 req-e2446a55-f102-4dc6-a203-faec8ffa6e93 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:54.756269 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-fcfe8c6b-6d77-42d1-b3c6-567a32987856 req-e2446a55-f102-4dc6-a203-faec8ffa6e93 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 944 time: 0.0525854 Feb 07 20:36:54.807913 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-fcfe8c6b-6d77-42d1-b3c6-567a32987856 req-e7515c05-5618-440b-bef6-eff31ac0fbf5 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460975 Feb 07 20:36:54.858478 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75eb050-701c-42d7-91d1-961a1993aa47 req-50c639dc-fe93-4d0b-b775-be9cfe397fd5 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:54.859979 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d75eb050-701c-42d7-91d1-961a1993aa47 req-50c639dc-fe93-4d0b-b775-be9cfe397fd5 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.0571575 Feb 07 20:36:54.905964 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d75eb050-701c-42d7-91d1-961a1993aa47 req-dd768fc8-e9df-4ed6-a02d-57d832943b0d tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405164 Feb 07 20:36:55.183140 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-4ec64caa-9ee1-4a46-9e28-1318d7e438e5 req-41ea0448-b94b-4f70-86e9-e3a22566cd0a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409207 Feb 07 20:36:55.499217 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da57f7-152c-43ff-86ad-2c3c7e204877 req-a5fce642-353f-4ec9-9524-8ceec281cf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:55.500828 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-48da57f7-152c-43ff-86ad-2c3c7e204877 req-a5fce642-353f-4ec9-9524-8ceec281cf79 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b81ed2187e4b4bb480ac9927221e90fc&device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 1128 time: 0.0508945 Feb 07 20:36:55.614189 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da57f7-152c-43ff-86ad-2c3c7e204877 req-986a7687-5f6d-49a1-bb6a-04556f4c9c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:55.615695 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-48da57f7-152c-43ff-86ad-2c3c7e204877 req-986a7687-5f6d-49a1-bb6a-04556f4c9c49 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ace0bd4e-24e6-4889-8232-1f8bdff3f386 HTTP/1.1" status: 200 len: 916 time: 0.1016912 Feb 07 20:36:55.665466 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-48da57f7-152c-43ff-86ad-2c3c7e204877 req-84d8eb7a-550b-4567-b90c-a573d1b1df7f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ac5887a-4dac-445b-a47e-da236a7c719e HTTP/1.1" status: 200 len: 217 time: 0.0431783 Feb 07 20:36:55.718585 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da57f7-152c-43ff-86ad-2c3c7e204877 req-0f0af282-22d2-475a-b903-712c35a84982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:55.720337 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-48da57f7-152c-43ff-86ad-2c3c7e204877 req-0f0af282-22d2-475a-b903-712c35a84982 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3cd4edc-eaf8-49b3-8c39-6df61c2ee5a5 HTTP/1.1" status: 200 len: 854 time: 0.0480320 Feb 07 20:36:55.774658 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da57f7-152c-43ff-86ad-2c3c7e204877 req-b766326f-1d8d-4378-b8fe-1162d1ed2c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:55.776192 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-48da57f7-152c-43ff-86ad-2c3c7e204877 req-b766326f-1d8d-4378-b8fe-1162d1ed2c33 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ace0bd4e-24e6-4889-8232-1f8bdff3f386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492034 Feb 07 20:36:55.890666 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-48da57f7-152c-43ff-86ad-2c3c7e204877 req-013022b2-789f-4670-b0cc-aa30834d0332 service neutron] 10.222.0.24 "GET /v2.0/networks/ace0bd4e-24e6-4889-8232-1f8bdff3f386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053181 Feb 07 20:36:55.983031 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa7339-542c-488a-b3c8-0f70fae38355 req-e975209c-b8bc-40e7-80c8-56941e34ff61 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:55.984427 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-29aa7339-542c-488a-b3c8-0f70fae38355 req-e975209c-b8bc-40e7-80c8-56941e34ff61 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 944 time: 0.1075206 Feb 07 20:36:56.030790 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-48da57f7-152c-43ff-86ad-2c3c7e204877 req-326cedea-6fd4-45b3-8e0d-06a8c2ddb4fc service neutron] 10.222.0.24 "GET /v2.0/networks/ace0bd4e-24e6-4889-8232-1f8bdff3f386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215172 Feb 07 20:36:56.031650 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4decdf5-28af-44db-b41e-9b13976a82c8 req-efa9d3ec-ebf6-4e7b-9c5d-4991070dbca6 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:56.033134 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-d4decdf5-28af-44db-b41e-9b13976a82c8 req-efa9d3ec-ebf6-4e7b-9c5d-4991070dbca6 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.0579419 Feb 07 20:36:56.063030 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-29aa7339-542c-488a-b3c8-0f70fae38355 req-e525aece-94e0-48a3-96a7-fc11d2b386e2 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653501 Feb 07 20:36:56.089977 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-d4decdf5-28af-44db-b41e-9b13976a82c8 req-b21b86f0-13da-4993-b87d-988cce7e6ef5 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508409 Feb 07 20:36:56.363925 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (2db0d972-3e88-4a6a-9d75-f8f2fe350c5f), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:56.534642 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-d2ed6c4f-d984-4d6c-850d-e59381cfa4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:57.210375 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f38a54-7969-464f-aa9e-5b816653158b req-78cb3426-4ece-4c23-bac9-adc19b03c150 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:57.210902 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f1bbe-2d6e-43d1-92fe-79139ff43b4a req-b60483b4-8012-4aff-a7c7-8e032b2a9b70 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:57.211888 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-91f38a54-7969-464f-aa9e-5b816653158b req-78cb3426-4ece-4c23-bac9-adc19b03c150 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.0515418 Feb 07 20:36:57.213586 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8d9f1bbe-2d6e-43d1-92fe-79139ff43b4a req-b60483b4-8012-4aff-a7c7-8e032b2a9b70 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 944 time: 0.0582380 Feb 07 20:36:57.262817 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-91f38a54-7969-464f-aa9e-5b816653158b req-a6ba62ee-f901-4fb5-8f1d-bc5ee6ef5b2d tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446448 Feb 07 20:36:57.274027 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8d9f1bbe-2d6e-43d1-92fe-79139ff43b4a req-4f48ff7e-5147-4d03-8089-6c3d0e03abac tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532782 Feb 07 20:36:57.380446 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d40d33-cc61-4762-b5c9-16934943eb42 req-4225231b-8e3a-4606-b2d2-480faf538a56 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:57.381912 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-c7d40d33-cc61-4762-b5c9-16934943eb42 req-4225231b-8e3a-4606-b2d2-480faf538a56 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0514133 Feb 07 20:36:57.432744 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-c7d40d33-cc61-4762-b5c9-16934943eb42 req-d242744d-f13b-446f-89a7-36b7b54340ee tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444245 Feb 07 20:36:58.217761 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-f843c327-bfaa-46cf-aa6c-deba24368ff7 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:58.219292 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-f843c327-bfaa-46cf-aa6c-deba24368ff7 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/networks?id=7f57cb47-8cc1-421f-88af-08ce60d3d2bd HTTP/1.1" status: 200 len: 815 time: 0.0993562 Feb 07 20:36:58.234377 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-801ec8c5-1019-4172-bf95-b5b0e958ce1b tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/quotas/f432db4128fd41dcb4533e392be06161 HTTP/1.1" status: 200 len: 375 time: 0.0096815 Feb 07 20:36:58.290037 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-2ab57257-71e8-4c70-bfcd-3c49d2423dfe tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f432db4128fd41dcb4533e392be06161&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505950 Feb 07 20:36:58.380751 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-f0e692b5-4d2f-4bdf-9cb7-8a3959cedb69 service neutron] 10.222.0.60 "GET /v2.0/networks/7f57cb47-8cc1-421f-88af-08ce60d3d2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842252 Feb 07 20:36:58.401195 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b21268-98a2-45f3-aa43-f009653c20c0 req-171f6465-1fe7-4dd5-86b1-ae2867ab649c tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:58.402811 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-a8b21268-98a2-45f3-aa43-f009653c20c0 req-171f6465-1fe7-4dd5-86b1-ae2867ab649c tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 944 time: 0.0569215 Feb 07 20:36:58.450087 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-a8b21268-98a2-45f3-aa43-f009653c20c0 req-cd6f479f-2654-4ff5-8315-238c9836a0e9 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412056 Feb 07 20:36:58.469695 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-e341c743-df85-41c2-99fd-ab66ac0e7489 service neutron] 10.222.0.60 "GET /v2.0/networks/7f57cb47-8cc1-421f-88af-08ce60d3d2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820572 Feb 07 20:36:58.630069 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-830a2523-3f61-4dcb-82a2-3edc35c73506 req-f8790f12-2a0a-4caa-a13b-7882a7f86021 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f5f4121-b760-461a-a4f8-66f9f9ccdb33 HTTP/1.1" status: 200 len: 210 time: 0.0281746 Feb 07 20:36:58.825198 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 9ac5887a-4dac-445b-a47e-da236a7c719e details requested by agent hyperv_hv-cinder-82815 with host hv-cinder-82815 {{(pid=102682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:36:58.936478 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8a472746-610e-4fda-93f3-1f0126a9f8c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:58.995187 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 9ac5887a-4dac-445b-a47e-da236a7c719e, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=9ac5887a-4dac-445b-a47e-da236a7c719e,segment=NetworkSegment(92297ea3-159c-48e9-b76b-2b4a88cff175),segment_id=92297ea3-159c-48e9-b76b-2b4a88cff175)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:36:59.010499 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Returning: {'device': '9ac5887a-4dac-445b-a47e-da236a7c719e', 'network_id': 'ace0bd4e-24e6-4889-8232-1f8bdff3f386', 'port_id': '9ac5887a-4dac-445b-a47e-da236a7c719e', 'mac_address': 'fa:16:3e:24:f4:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3cd4edc-eaf8-49b3-8c39-6df61c2ee5a5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:36:59.112113 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port 9ac5887a-4dac-445b-a47e-da236a7c719e is: DOWN; New status is: BUILD {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:36:59.112113 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (9ac5887a-4dac-445b-a47e-da236a7c719e), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:59.142257 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ac5887a-4dac-445b-a47e-da236a7c719e {{(pid=102682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:36:59.170176 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 9ac5887a-4dac-445b-a47e-da236a7c719e, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=9ac5887a-4dac-445b-a47e-da236a7c719e,segment=NetworkSegment(92297ea3-159c-48e9-b76b-2b4a88cff175),segment_id=92297ea3-159c-48e9-b76b-2b4a88cff175)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:36:59.177812 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (9ac5887a-4dac-445b-a47e-da236a7c719e), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:59.280313 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=9ac5887a-4dac-445b-a47e-da236a7c719e,revision_number=4']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:59.316183 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ce282-b4b7-4cfe-abdd-d46185c3f248 req-2dff347a-c936-4740-a8b2-5c9de9437130 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:59.317823 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d47ce282-b4b7-4cfe-abdd-d46185c3f248 req-2dff347a-c936-4740-a8b2-5c9de9437130 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.1344664 Feb 07 20:36:59.326150 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded4a8e-5676-4a8d-b4b0-ee698f28e3f7 req-359bf3bb-1275-4c27-a245-0736e566a74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:59.327893 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-eded4a8e-5676-4a8d-b4b0-ee698f28e3f7 req-359bf3bb-1275-4c27-a245-0736e566a74d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65cf5264b1da4554b2269d6ae291ebe5&device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 1129 time: 0.1415119 Feb 07 20:36:59.403926 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 50218) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:59.429494 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d47ce282-b4b7-4cfe-abdd-d46185c3f248 req-69988f75-28be-4975-b0aa-424ce9601a10 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006391 Feb 07 20:36:59.456048 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded4a8e-5676-4a8d-b4b0-ee698f28e3f7 req-ea7fd14e-aef8-4766-b634-06f7d2c74cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:59.457512 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-eded4a8e-5676-4a8d-b4b0-ee698f28e3f7 req-ea7fd14e-aef8-4766-b634-06f7d2c74cb8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ca2a6cc-a6a4-43f6-8547-da5aef66c337 HTTP/1.1" status: 200 len: 920 time: 0.1112695 Feb 07 20:36:59.505829 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-eded4a8e-5676-4a8d-b4b0-ee698f28e3f7 req-bf1f55cf-a164-478f-b6a2-f713002ce37a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48a2d566-e03d-4d9e-be71-21cdab9444a0 HTTP/1.1" status: 200 len: 217 time: 0.0415843 Feb 07 20:36:59.516282 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2247cdff-123c-4302-b3d0-61eba9c246be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:59.555875 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded4a8e-5676-4a8d-b4b0-ee698f28e3f7 req-a86bc7f5-5526-4bc2-9da0-9d0de4e03d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:59.557401 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-eded4a8e-5676-4a8d-b4b0-ee698f28e3f7 req-a86bc7f5-5526-4bc2-9da0-9d0de4e03d89 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53c092ef-219e-4a25-a4d7-3fe3d86843e6 HTTP/1.1" status: 200 len: 859 time: 0.0438132 Feb 07 20:36:59.591946 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-eded4a8e-5676-4a8d-b4b0-ee698f28e3f7 req-3c6c5465-6844-4126-aa89-37e2736f8af8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ca2a6cc-a6a4-43f6-8547-da5aef66c337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269156 Feb 07 20:36:59.598789 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e773855-61b8-47f2-b457-1c989a3053aa req-3985d3c3-52e1-49ee-b875-18a963d18e0d tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:36:59.600342 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-7e773855-61b8-47f2-b457-1c989a3053aa req-3985d3c3-52e1-49ee-b875-18a963d18e0d tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 945 time: 0.0809603 Feb 07 20:36:59.650990 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['9ac5887a-4dac-445b-a47e-da236a7c719e'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:36:59.671719 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-7e773855-61b8-47f2-b457-1c989a3053aa req-f5b5adb1-3c5e-447e-9745-bee47738aefa tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635877 Feb 07 20:36:59.686871 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2247cdff-123c-4302-b3d0-61eba9c246be admin admin] Publish callbacks [] for security_group (dd250e38-6642-4fc2-b03c-e3823d4eb214), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:59.692444 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2247cdff-123c-4302-b3d0-61eba9c246be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (dd250e38-6642-4fc2-b03c-e3823d4eb214), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:59.715161 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-eded4a8e-5676-4a8d-b4b0-ee698f28e3f7 req-90a5a968-0648-4b2d-a400-e73a50e14e9a service neutron] 10.222.0.24 "GET /v2.0/networks/4ca2a6cc-a6a4-43f6-8547-da5aef66c337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124146 Feb 07 20:36:59.743277 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-2247cdff-123c-4302-b3d0-61eba9c246be admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9a9169a0cb4e4153a97df4d7199d7916&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3379829 Feb 07 20:36:59.744314 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247cdff-123c-4302-b3d0-61eba9c246be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd250e38-6642-4fc2-b03c-e3823d4eb214,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:59.747238 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 50226) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:36:59.748809 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-b0719daa-602a-4092-851f-9a24136efe70 req-282e303b-8e35-4658-98d9-3bd24625d164 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f5f4121-b760-461a-a4f8-66f9f9ccdb33 HTTP/1.1" status: 200 len: 210 time: 0.0324783 Feb 07 20:36:59.823181 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-76d51efa-b031-4393-a3ac-4e672cbdb965 admin admin] Publish callbacks [] for security_group (dd250e38-6642-4fc2-b03c-e3823d4eb214), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:59.848971 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-76d51efa-b031-4393-a3ac-4e672cbdb965 admin admin] Publish callbacks [] for security_group (dd250e38-6642-4fc2-b03c-e3823d4eb214), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:59.876129 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-eded4a8e-5676-4a8d-b4b0-ee698f28e3f7 req-f1f31b14-d676-4016-b1a7-58f979e45460 service neutron] 10.222.0.24 "GET /v2.0/networks/4ca2a6cc-a6a4-43f6-8547-da5aef66c337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311369 Feb 07 20:36:59.920604 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-76d51efa-b031-4393-a3ac-4e672cbdb965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (dd250e38-6642-4fc2-b03c-e3823d4eb214), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:59.923243 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-76d51efa-b031-4393-a3ac-4e672cbdb965 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:36:59.928131 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-76d51efa-b031-4393-a3ac-4e672cbdb965 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dd250e38-6642-4fc2-b03c-e3823d4eb214 HTTP/1.1" status: 204 len: 168 time: 0.1798418 Feb 07 20:36:59.940889 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d51efa-b031-4393-a3ac-4e672cbdb965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd250e38-6642-4fc2-b03c-e3823d4eb214,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:36:59.974576 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:00.012796 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-4505e29a-3ea2-4fc2-b852-582802c7f310 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:00.021755 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-4505e29a-3ea2-4fc2-b852-582802c7f310 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.24 "GET /v2.0/networks?id=7f57cb47-8cc1-421f-88af-08ce60d3d2bd HTTP/1.1" status: 200 len: 815 time: 0.1247995 Feb 07 20:37:00.057330 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-a28f2d8e-a398-4d58-9f8a-dd74162e9a9d tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Request body: {'port': {'device_id': '0f5f4121-b760-461a-a4f8-66f9f9ccdb33', 'network_id': '7f57cb47-8cc1-421f-88af-08ce60d3d2bd', 'admin_state_up': True, 'tenant_id': 'f432db4128fd41dcb4533e392be06161'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:37:00.186517 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-a28f2d8e-a398-4d58-9f8a-dd74162e9a9d tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Made reservation on behalf of f432db4128fd41dcb4533e392be06161 for: {'port': 1} {{(pid=102681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:37:00.189920 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-a28f2d8e-a398-4d58-9f8a-dd74162e9a9d tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:00.346106 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.db_base_plugin_common [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-a28f2d8e-a398-4d58-9f8a-dd74162e9a9d tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Allocated IP 172.20.0.3 (7f57cb47-8cc1-421f-88af-08ce60d3d2bd/f1dbeb8d-2a13-44a3-bdd2-d6dfe214456c/e39708c8-036c-4a66-94b3-1fa559bdecd5) {{(pid=102681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:37:00.537512 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-a28f2d8e-a398-4d58-9f8a-dd74162e9a9d tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Publish callbacks [] for port (e39708c8-036c-4a66-94b3-1fa559bdecd5), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:00.565149 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a971650-ad06-49eb-bd52-c6c7e87338d2 req-a2bcb5fb-3042-42d3-9ebc-23c078df1bbc tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:00.572035 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-0a971650-ad06-49eb-bd52-c6c7e87338d2 req-a2bcb5fb-3042-42d3-9ebc-23c078df1bbc tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0689859 Feb 07 20:37:00.586908 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-a28f2d8e-a398-4d58-9f8a-dd74162e9a9d tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (e39708c8-036c-4a66-94b3-1fa559bdecd5), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:00.606411 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7', '099eca20-351f-4159-94e4-81f918da364b'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:37:00.636369 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-0a971650-ad06-49eb-bd52-c6c7e87338d2 req-c95e52a5-146d-4c99-8222-38f11fd7cf28 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584099 Feb 07 20:37:00.650000 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-a28f2d8e-a398-4d58-9f8a-dd74162e9a9d tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Network 7f57cb47-8cc1-421f-88af-08ce60d3d2bd is already hosted by enough agents. {{(pid=102681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:37:00.653766 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.base_scheduler [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-a28f2d8e-a398-4d58-9f8a-dd74162e9a9d tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Resources bound (agent type, host, resource id): {{(pid=102681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:37:00.657980 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-a28f2d8e-a398-4d58-9f8a-dd74162e9a9d tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Received port after_create {{(pid=102681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:37:00.665545 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f2d8e-a398-4d58-9f8a-dd74162e9a9d tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Pushing event updated for resources: {'Port': ['ID=e39708c8-036c-4a66-94b3-1fa559bdecd5,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:00.716935 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-a28f2d8e-a398-4d58-9f8a-dd74162e9a9d tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:00.717561 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-a28f2d8e-a398-4d58-9f8a-dd74162e9a9d tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:00.747818 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-a28f2d8e-a398-4d58-9f8a-dd74162e9a9d tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6943963 Feb 07 20:37:00.760490 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-0d4915da-58a7-4169-947d-af0260509891 service neutron] Request body: {'port': {'device_id': '0f5f4121-b760-461a-a4f8-66f9f9ccdb33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82815'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:37:00.818854 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 9ac5887a-4dac-445b-a47e-da236a7c719e up at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:37:00.876279 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-0d4915da-58a7-4169-947d-af0260509891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (e39708c8-036c-4a66-94b3-1fa559bdecd5), before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:00.934052 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9592a83-e45a-410b-a781-d8d5ff88385f req-a31a69de-8fe6-4a19-aa79-12c2daf8a978 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:00.936529 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181dcd37-1aec-4913-a256-a56a65e5f4d4 req-d17f807d-959b-499c-87cd-c3957cf02253 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:00.938020 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-181dcd37-1aec-4913-a256-a56a65e5f4d4 req-d17f807d-959b-499c-87cd-c3957cf02253 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 945 time: 0.1748564 Feb 07 20:37:00.941421 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-a9592a83-e45a-410b-a781-d8d5ff88385f req-a31a69de-8fe6-4a19-aa79-12c2daf8a978 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f5f4121-b760-461a-a4f8-66f9f9ccdb33 HTTP/1.1" status: 200 len: 931 time: 0.0780602 Feb 07 20:37:00.991051 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning for port 9ac5887a-4dac-445b-a47e-da236a7c719e completed by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:37:00.996648 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning complete for port 9ac5887a-4dac-445b-a47e-da236a7c719e triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:37:00.997201 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (9ac5887a-4dac-445b-a47e-da236a7c719e), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:01.012923 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-a9592a83-e45a-410b-a781-d8d5ff88385f req-72ca0d3c-f92f-45c9-9cc3-c7cc4394dc8a tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700829 Feb 07 20:37:01.067899 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-181dcd37-1aec-4913-a256-a56a65e5f4d4 req-16a9db84-7b45-480f-bddc-6a70a00b3852 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230242 Feb 07 20:37:01.100254 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port 9ac5887a-4dac-445b-a47e-da236a7c719e is: BUILD; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:37:01.100701 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (9ac5887a-4dac-445b-a47e-da236a7c719e), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:01.126201 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115ad554-9f83-4789-85fd-95c408e1c31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac5887a-4dac-445b-a47e-da236a7c719e'}] {{(pid=102682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:37:01.128531 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49691025426d341bc8e7177f0b95fa1f617f1e30ecd73d77513429b9266eb12b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e3e56f-9c20-41ac-bf1b-4867cb40020b" -d '{"events": [{"server_uuid": "115ad554-9f83-4789-85fd-95c408e1c31f", "name": "network-vif-plugged", "status": "completed", "tag": "9ac5887a-4dac-445b-a47e-da236a7c719e"}]}' {{(pid=102682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:37:01.141852 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 9ac5887a-4dac-445b-a47e-da236a7c719e, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=9ac5887a-4dac-445b-a47e-da236a7c719e,segment=NetworkSegment(92297ea3-159c-48e9-b76b-2b4a88cff175),segment_id=92297ea3-159c-48e9-b76b-2b4a88cff175)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:37:01.148552 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (9ac5887a-4dac-445b-a47e-da236a7c719e), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:01.195993 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9383fb2-2f5c-4c6d-ac49-bd3a83e46ea4 x-openstack-request-id: req-b9383fb2-2f5c-4c6d-ac49-bd3a83e46ea4 {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:37:01.196604 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115ad554-9f83-4789-85fd-95c408e1c31f", "name": "network-vif-plugged", "status": "completed", "tag": "9ac5887a-4dac-445b-a47e-da236a7c719e", "code": 200}]} {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:37:01.197319 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b9383fb2-2f5c-4c6d-ac49-bd3a83e46ea4 {{(pid=102682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:37:01.197762 dv-cinder-828150-2-iscsi neutron-server[102682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115ad554-9f83-4789-85fd-95c408e1c31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac5887a-4dac-445b-a47e-da236a7c719e', 'code': 200} Feb 07 20:37:01.238254 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=9ac5887a-4dac-445b-a47e-da236a7c719e,revision_number=5']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:01.269088 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-0d4915da-58a7-4169-947d-af0260509891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e39708c8-036c-4a66-94b3-1fa559bdecd5 {{(pid=102681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:37:01.278877 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-0d4915da-58a7-4169-947d-af0260509891 service neutron] Publish callbacks [] for port (e39708c8-036c-4a66-94b3-1fa559bdecd5), precommit_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:01.295307 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.provisioning_blocks [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-0d4915da-58a7-4169-947d-af0260509891 service neutron] Transition to ACTIVE for port object e39708c8-036c-4a66-94b3-1fa559bdecd5 will not be triggered until provisioned by entity L2. {{(pid=102681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:37:01.299710 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-0d4915da-58a7-4169-947d-af0260509891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3187874'] for port (e39708c8-036c-4a66-94b3-1fa559bdecd5), after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:01.368534 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4915da-58a7-4169-947d-af0260509891 service neutron] Pushing event updated for resources: {'Port': ['ID=e39708c8-036c-4a66-94b3-1fa559bdecd5,revision_number=2']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:01.411165 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76710e-17b8-4b30-8b9a-26ee7c139659 req-b207a0ad-2f8f-4020-ba0f-56e1869fb315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:01.412748 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-fe76710e-17b8-4b30-8b9a-26ee7c139659 req-b207a0ad-2f8f-4020-ba0f-56e1869fb315 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 1130 time: 0.0483174 Feb 07 20:37:01.419936 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-0d4915da-58a7-4169-947d-af0260509891 service neutron] Attempting to bind port e39708c8-036c-4a66-94b3-1fa559bdecd5 on host hv-cinder-82815 for vnic_type normal with profile {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:37:01.420294 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-0d4915da-58a7-4169-947d-af0260509891 service neutron] Attempting to bind port e39708c8-036c-4a66-94b3-1fa559bdecd5 by drivers openvswitch,hyperv on host hv-cinder-82815 at level 0 using segments [{'id': '3d336edb-477a-4673-89be-90d920abe2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7f57cb47-8cc1-421f-88af-08ce60d3d2bd'}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:37:01.420653 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-0d4915da-58a7-4169-947d-af0260509891 service neutron] Attempting to bind port e39708c8-036c-4a66-94b3-1fa559bdecd5 on network 7f57cb47-8cc1-421f-88af-08ce60d3d2bd {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:37:01.425007 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-0d4915da-58a7-4169-947d-af0260509891 service neutron] Port e39708c8-036c-4a66-94b3-1fa559bdecd5 on network 7f57cb47-8cc1-421f-88af-08ce60d3d2bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82815 {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:37:01.425412 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-0d4915da-58a7-4169-947d-af0260509891 service neutron] Attempting to bind port e39708c8-036c-4a66-94b3-1fa559bdecd5 on network 7f57cb47-8cc1-421f-88af-08ce60d3d2bd {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:37:01.431443 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-0d4915da-58a7-4169-947d-af0260509891 service neutron] Checking agent: {'id': '2db0d972-3e88-4a6a-9d75-f8f2fe350c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82815', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 33, 26), 'started_at': datetime.datetime(2022, 2, 7, 20, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:37:01.431792 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-0d4915da-58a7-4169-947d-af0260509891 service neutron] Checking segment: {'id': '3d336edb-477a-4673-89be-90d920abe2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7f57cb47-8cc1-421f-88af-08ce60d3d2bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:37:01.432249 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-0d4915da-58a7-4169-947d-af0260509891 service neutron] Bound using segment: {'id': '3d336edb-477a-4673-89be-90d920abe2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7f57cb47-8cc1-421f-88af-08ce60d3d2bd'} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:37:01.432693 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-0d4915da-58a7-4169-947d-af0260509891 service neutron] Bound port: e39708c8-036c-4a66-94b3-1fa559bdecd5, host: hv-cinder-82815, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d336edb-477a-4673-89be-90d920abe2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7f57cb47-8cc1-421f-88af-08ce60d3d2bd'}}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:37:01.433629 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-0d4915da-58a7-4169-947d-af0260509891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (e39708c8-036c-4a66-94b3-1fa559bdecd5), before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:01.484625 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-fe76710e-17b8-4b30-8b9a-26ee7c139659 req-c97def30-7dc8-448f-acb7-0fff77232ed7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577831 Feb 07 20:37:01.491210 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:01.525222 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-0d4915da-58a7-4169-947d-af0260509891 service neutron] For port e39708c8-036c-4a66-94b3-1fa559bdecd5, host hv-cinder-82815, cleared binding levels {{(pid=102681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:37:01.528942 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-0d4915da-58a7-4169-947d-af0260509891 service neutron] For port e39708c8-036c-4a66-94b3-1fa559bdecd5, host hv-cinder-82815, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=e39708c8-036c-4a66-94b3-1fa559bdecd5,segment=NetworkSegment(3d336edb-477a-4673-89be-90d920abe2ed),segment_id=3d336edb-477a-4673-89be-90d920abe2ed)] {{(pid=102681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:37:01.535703 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-0d4915da-58a7-4169-947d-af0260509891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3187874'] for port (e39708c8-036c-4a66-94b3-1fa559bdecd5), after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:01.569310 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-0d4915da-58a7-4169-947d-af0260509891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:01.569915 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-0d4915da-58a7-4169-947d-af0260509891 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:01.571267 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-0d4915da-58a7-4169-947d-af0260509891 service neutron] 10.222.0.24 "PUT /v2.0/ports/e39708c8-036c-4a66-94b3-1fa559bdecd5 HTTP/1.1" status: 200 len: 1093 time: 0.8151670 Feb 07 20:37:01.571718 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f5f4121-b760-461a-a4f8-66f9f9ccdb33', 'tag': 'e39708c8-036c-4a66-94b3-1fa559bdecd5'}] {{(pid=102681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:37:01.574537 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d543a4f93c545b9f4b4319baf8ff9337481391693fb3bbf25dbe09721f1c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38913f0a-ba1b-4732-b772-c04dea14c89d" -d '{"events": [{"name": "network-changed", "server_uuid": "0f5f4121-b760-461a-a4f8-66f9f9ccdb33", "tag": "e39708c8-036c-4a66-94b3-1fa559bdecd5"}]}' {{(pid=102681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:37:01.597681 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4915da-58a7-4169-947d-af0260509891 service neutron] Pushing event updated for resources: {'Port': ['ID=e39708c8-036c-4a66-94b3-1fa559bdecd5,revision_number=3']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:01.615507 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72d4446-e7ff-48ab-acb9-98708cb56d07 x-openstack-request-id: req-a72d4446-e7ff-48ab-acb9-98708cb56d07 {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:37:01.615897 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f5f4121-b760-461a-a4f8-66f9f9ccdb33", "tag": "e39708c8-036c-4a66-94b3-1fa559bdecd5", "status": "completed", "code": 200}]} {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:37:01.616180 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a72d4446-e7ff-48ab-acb9-98708cb56d07 {{(pid=102681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:37:01.616597 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f5f4121-b760-461a-a4f8-66f9f9ccdb33', 'tag': 'e39708c8-036c-4a66-94b3-1fa559bdecd5', 'status': 'completed', 'code': 200} Feb 07 20:37:01.754674 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac4e16-956c-48eb-8f16-17d8169a988e req-624c4823-038b-4cde-adc4-f8272fc16a18 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:01.756203 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-5cac4e16-956c-48eb-8f16-17d8169a988e req-624c4823-038b-4cde-adc4-f8272fc16a18 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0594652 Feb 07 20:37:01.796829 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38913f0a-ba1b-4732-b772-c04dea14c89d req-ee385701-d8cd-4cf6-8505-a4dc3389aeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:01.798542 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-38913f0a-ba1b-4732-b772-c04dea14c89d req-ee385701-d8cd-4cf6-8505-a4dc3389aeda service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f432db4128fd41dcb4533e392be06161&device_id=0f5f4121-b760-461a-a4f8-66f9f9ccdb33 HTTP/1.1" status: 200 len: 1127 time: 0.0496194 Feb 07 20:37:01.804429 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-5cac4e16-956c-48eb-8f16-17d8169a988e req-57837d82-b8dd-4a01-afd0-23cdcf47e0a3 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421517 Feb 07 20:37:02.138447 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38913f0a-ba1b-4732-b772-c04dea14c89d req-b2fb9178-faab-4f97-8024-dcc8a81092a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:02.139932 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-38913f0a-ba1b-4732-b772-c04dea14c89d req-b2fb9178-faab-4f97-8024-dcc8a81092a5 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f432db4128fd41dcb4533e392be06161&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3344190 Feb 07 20:37:02.174960 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00546bf5-bc3a-472c-8f5e-67d9a68f8047 req-13d8d958-87cc-4bd5-b56a-53d47c710526 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:02.176729 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-00546bf5-bc3a-472c-8f5e-67d9a68f8047 req-13d8d958-87cc-4bd5-b56a-53d47c710526 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f5f4121-b760-461a-a4f8-66f9f9ccdb33 HTTP/1.1" status: 200 len: 943 time: 0.0940769 Feb 07 20:37:02.200312 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd577294-b886-404c-9c67-0c6e4f174684 req-97e29bd3-59a7-409e-9c4f-3003d1471eff tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:02.201859 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-bd577294-b886-404c-9c67-0c6e4f174684 req-97e29bd3-59a7-409e-9c4f-3003d1471eff tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 946 time: 0.0590611 Feb 07 20:37:02.248415 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-bd577294-b886-404c-9c67-0c6e4f174684 req-e5386834-4233-4321-b0ec-1065698c19e0 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407920 Feb 07 20:37:02.269708 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-00546bf5-bc3a-472c-8f5e-67d9a68f8047 req-78d2cd2f-9281-4fcc-bfc3-9da52fe28e1c tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680246 Feb 07 20:37:02.279592 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38913f0a-ba1b-4732-b772-c04dea14c89d req-a7678e5b-b79f-4d6c-87ed-4edaf107097f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:02.281042 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-38913f0a-ba1b-4732-b772-c04dea14c89d req-a7678e5b-b79f-4d6c-87ed-4edaf107097f service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1339061 Feb 07 20:37:02.380508 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-5762a02b-efce-4ac6-913d-ee4748b38748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:02.382171 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-5762a02b-efce-4ac6-913d-ee4748b38748 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f432db4128fd41dcb4533e392be06161&device_id=0f5f4121-b760-461a-a4f8-66f9f9ccdb33 HTTP/1.1" status: 200 len: 1127 time: 0.0565970 Feb 07 20:37:02.425715 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-197dadf1-2d3b-4b0a-bcbf-189d149bd1e6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e39708c8-036c-4a66-94b3-1fa559bdecd5 HTTP/1.1" status: 200 len: 217 time: 0.0344474 Feb 07 20:37:02.479128 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-2f6d78ef-b0c4-4240-9e5a-21556ae039ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:02.481133 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-2f6d78ef-b0c4-4240-9e5a-21556ae039ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f1dbeb8d-2a13-44a3-bdd2-d6dfe214456c HTTP/1.1" status: 200 len: 855 time: 0.0465388 Feb 07 20:37:02.519436 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-51ed0ec4-fd56-490f-ab42-5a0efac13c11 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f57cb47-8cc1-421f-88af-08ce60d3d2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265515 Feb 07 20:37:02.618735 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-bb91e08f-814d-434f-afd8-9c8a7301d482 service neutron] 10.222.0.24 "GET /v2.0/networks/7f57cb47-8cc1-421f-88af-08ce60d3d2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930724 Feb 07 20:37:02.736682 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:02.739675 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8d89273d-8afa-438d-9a58-91b3f3d17cc9 req-8fd4d571-2584-4aea-9469-1f86eeeefcb4 service neutron] 10.222.0.24 "GET /v2.0/networks/7f57cb47-8cc1-421f-88af-08ce60d3d2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127305 Feb 07 20:37:02.934782 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e960457-5058-47ed-ab0b-fa2e524e8db8 req-b36d3ac0-d74f-48c3-94d2-48f778415bb1 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:02.941657 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-5e960457-5058-47ed-ab0b-fa2e524e8db8 req-b36d3ac0-d74f-48c3-94d2-48f778415bb1 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0618172 Feb 07 20:37:02.985456 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-5e960457-5058-47ed-ab0b-fa2e524e8db8 req-9e5bfd5f-70ff-44cb-a365-4440d6208856 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429296 Feb 07 20:37:03.378727 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e108e-7294-4361-8f7f-b8e03284cbfd req-99c16821-8a08-44a8-885c-17abd3ccc8c9 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:03.380531 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-cc4e108e-7294-4361-8f7f-b8e03284cbfd req-99c16821-8a08-44a8-885c-17abd3ccc8c9 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 946 time: 0.0614681 Feb 07 20:37:03.394899 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa68ce3-7c0b-41db-95ec-294a77fcb53a req-6a0ca30b-6f57-4076-abce-c024a3095d58 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:03.396419 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-2fa68ce3-7c0b-41db-95ec-294a77fcb53a req-6a0ca30b-6f57-4076-abce-c024a3095d58 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f5f4121-b760-461a-a4f8-66f9f9ccdb33 HTTP/1.1" status: 200 len: 943 time: 0.0535836 Feb 07 20:37:03.428613 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-cc4e108e-7294-4361-8f7f-b8e03284cbfd req-39c135a3-81ad-4fc4-ac7b-b7ff9912f2c8 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410459 Feb 07 20:37:03.446317 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-2fa68ce3-7c0b-41db-95ec-294a77fcb53a req-fa468dd9-eee0-490b-ba51-de9887f24a54 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443299 Feb 07 20:37:03.550663 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf8827-c326-4c47-95c8-2996af2da507 req-f97bd93f-0982-48ae-94f1-cc69a97eb7ea tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:03.552157 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-27bf8827-c326-4c47-95c8-2996af2da507 req-f97bd93f-0982-48ae-94f1-cc69a97eb7ea tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 946 time: 0.0544796 Feb 07 20:37:03.601437 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-27bf8827-c326-4c47-95c8-2996af2da507 req-e4912b93-e750-4e55-8674-bb54ca8be79a tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437369 Feb 07 20:37:03.942191 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eed0ba-1242-4663-b14e-c13aa28571f5 req-72beb45b-8979-46bb-91f1-23f897a63387 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:03.943753 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e5eed0ba-1242-4663-b14e-c13aa28571f5 req-72beb45b-8979-46bb-91f1-23f897a63387 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 946 time: 0.0591190 Feb 07 20:37:03.993599 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e5eed0ba-1242-4663-b14e-c13aa28571f5 req-38d8dda3-4e8d-42c6-9367-e85baeb0f560 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444276 Feb 07 20:37:04.008501 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 50378) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:37:04.132681 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d40183-c90e-46c4-b1a9-f72e05f64318 req-941f8558-2282-4404-97df-217710e06ec1 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:04.134186 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-c5d40183-c90e-46c4-b1a9-f72e05f64318 req-941f8558-2282-4404-97df-217710e06ec1 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0679686 Feb 07 20:37:04.147339 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e7ec86e4-ac52-4991-8ee4-8cb58299d920 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:04.227073 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-c5d40183-c90e-46c4-b1a9-f72e05f64318 req-46aedd19-4d77-4b53-9a59-7833f1749f0b tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766807 Feb 07 20:37:04.326845 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e7ec86e4-ac52-4991-8ee4-8cb58299d920 admin admin] Publish callbacks [] for security_group (215eb6b3-c6b9-46fa-89d6-c5c6221ca67f), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:04.332767 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e7ec86e4-ac52-4991-8ee4-8cb58299d920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (215eb6b3-c6b9-46fa-89d6-c5c6221ca67f), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:04.367171 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec86e4-ac52-4991-8ee4-8cb58299d920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215eb6b3-c6b9-46fa-89d6-c5c6221ca67f,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:04.383016 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-e7ec86e4-ac52-4991-8ee4-8cb58299d920 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=01b9556f6bcf4a6fb3544a1bae0910ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3734465 Feb 07 20:37:04.385755 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 50402) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:37:04.406570 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 50406) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:37:04.456575 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c4dda1ee-712f-4ec2-baff-30bc22afc279 admin admin] Publish callbacks [] for security_group (215eb6b3-c6b9-46fa-89d6-c5c6221ca67f), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:04.478352 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c4dda1ee-712f-4ec2-baff-30bc22afc279 admin admin] Publish callbacks [] for security_group (215eb6b3-c6b9-46fa-89d6-c5c6221ca67f), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:04.534703 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-43c118f1-7bae-4b0c-875c-a708be5b378f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:04.555627 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c4dda1ee-712f-4ec2-baff-30bc22afc279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (215eb6b3-c6b9-46fa-89d6-c5c6221ca67f), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:04.558194 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c4dda1ee-712f-4ec2-baff-30bc22afc279 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:04.559361 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-c4dda1ee-712f-4ec2-baff-30bc22afc279 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/215eb6b3-c6b9-46fa-89d6-c5c6221ca67f HTTP/1.1" status: 204 len: 168 time: 0.1723630 Feb 07 20:37:04.578937 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dda1ee-712f-4ec2-baff-30bc22afc279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215eb6b3-c6b9-46fa-89d6-c5c6221ca67f,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:04.622183 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c3a27-9294-431b-9e19-c32ae237e76d req-c1e79c85-26df-4b2e-aaeb-d3d9449ae9e3 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:04.628142 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-870c3a27-9294-431b-9e19-c32ae237e76d req-c1e79c85-26df-4b2e-aaeb-d3d9449ae9e3 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f5f4121-b760-461a-a4f8-66f9f9ccdb33 HTTP/1.1" status: 200 len: 943 time: 0.1076529 Feb 07 20:37:04.640952 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-43c118f1-7bae-4b0c-875c-a708be5b378f admin admin] Publish callbacks [] for security_group (515c915a-dbee-40aa-a0c2-6e08994c7d39), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:04.645724 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-43c118f1-7bae-4b0c-875c-a708be5b378f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (515c915a-dbee-40aa-a0c2-6e08994c7d39), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:04.676836 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-870c3a27-9294-431b-9e19-c32ae237e76d req-28dee5d1-d14a-4da5-84e1-fd21bb7050aa tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462160 Feb 07 20:37:04.681671 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-43c118f1-7bae-4b0c-875c-a708be5b378f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=90e640c4bb6a4704b5df1eac7b0c593d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2713168 Feb 07 20:37:04.682592 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 50416) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:37:04.698424 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c118f1-7bae-4b0c-875c-a708be5b378f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515c915a-dbee-40aa-a0c2-6e08994c7d39,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:04.744372 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-469e9baa-2943-491b-a802-2afc12a1a4c8 admin admin] Publish callbacks [] for security_group (515c915a-dbee-40aa-a0c2-6e08994c7d39), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:04.765727 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-469e9baa-2943-491b-a802-2afc12a1a4c8 admin admin] Publish callbacks [] for security_group (515c915a-dbee-40aa-a0c2-6e08994c7d39), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:04.819212 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-469e9baa-2943-491b-a802-2afc12a1a4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (515c915a-dbee-40aa-a0c2-6e08994c7d39), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:04.822011 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-469e9baa-2943-491b-a802-2afc12a1a4c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:04.823303 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-469e9baa-2943-491b-a802-2afc12a1a4c8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/515c915a-dbee-40aa-a0c2-6e08994c7d39 HTTP/1.1" status: 204 len: 168 time: 0.1395376 Feb 07 20:37:04.833548 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e9baa-2943-491b-a802-2afc12a1a4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515c915a-dbee-40aa-a0c2-6e08994c7d39,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:04.891601 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 50422) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:37:04.907217 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-15eb7fb4-5d15-4c0b-ac5b-aea53e998b14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:04.986424 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-15eb7fb4-5d15-4c0b-ac5b-aea53e998b14 admin admin] Publish callbacks [] for security_group (8bb7d0a3-a15b-4aac-b71b-a9ebdea714cc), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:04.990528 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-15eb7fb4-5d15-4c0b-ac5b-aea53e998b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (8bb7d0a3-a15b-4aac-b71b-a9ebdea714cc), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:05.032494 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-15eb7fb4-5d15-4c0b-ac5b-aea53e998b14 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a7fb9bee4e184a419c5a4f61b39ebd6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1396253 Feb 07 20:37:05.033402 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb7fb4-5d15-4c0b-ac5b-aea53e998b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb7d0a3-a15b-4aac-b71b-a9ebdea714cc,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:05.035137 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 50426) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:37:05.088537 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7128fb3e-2dc0-44e9-a43b-2c0b563bac1b admin admin] Publish callbacks [] for security_group (8bb7d0a3-a15b-4aac-b71b-a9ebdea714cc), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:05.110771 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7128fb3e-2dc0-44e9-a43b-2c0b563bac1b admin admin] Publish callbacks [] for security_group (8bb7d0a3-a15b-4aac-b71b-a9ebdea714cc), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:05.160709 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7128fb3e-2dc0-44e9-a43b-2c0b563bac1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (8bb7d0a3-a15b-4aac-b71b-a9ebdea714cc), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:05.163519 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7128fb3e-2dc0-44e9-a43b-2c0b563bac1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:05.164681 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-7128fb3e-2dc0-44e9-a43b-2c0b563bac1b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8bb7d0a3-a15b-4aac-b71b-a9ebdea714cc HTTP/1.1" status: 204 len: 168 time: 0.1283898 Feb 07 20:37:05.175610 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128fb3e-2dc0-44e9-a43b-2c0b563bac1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb7d0a3-a15b-4aac-b71b-a9ebdea714cc,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:05.377405 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d07f86-21ae-476a-bcd2-afceb29a9b45 req-78217e59-80c2-4a95-91a0-17883fe71ac1 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:05.378908 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-73d07f86-21ae-476a-bcd2-afceb29a9b45 req-78217e59-80c2-4a95-91a0-17883fe71ac1 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0596790 Feb 07 20:37:05.459067 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-73d07f86-21ae-476a-bcd2-afceb29a9b45 req-5061d587-2ddb-4843-88f4-c69d39419f59 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696824 Feb 07 20:37:05.832088 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdfef7d-365e-48b0-8be3-5bcee61f1933 req-6ba22141-2345-487d-a730-552a9bbc9279 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:05.833852 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-0bdfef7d-365e-48b0-8be3-5bcee61f1933 req-6ba22141-2345-487d-a730-552a9bbc9279 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f5f4121-b760-461a-a4f8-66f9f9ccdb33 HTTP/1.1" status: 200 len: 943 time: 0.0626798 Feb 07 20:37:05.916125 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-0bdfef7d-365e-48b0-8be3-5bcee61f1933 req-9f9e3a6a-ad18-49ce-a48e-4a1a447800b2 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665390 Feb 07 20:37:06.610806 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d608c1-abaa-4714-ab10-0d6cfcd4feda req-5ec712ef-9356-43b2-a9d9-83ad8c102622 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:06.612563 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-b0d608c1-abaa-4714-ab10-0d6cfcd4feda req-5ec712ef-9356-43b2-a9d9-83ad8c102622 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0730617 Feb 07 20:37:06.638708 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 50532) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:37:06.669728 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-b0d608c1-abaa-4714-ab10-0d6cfcd4feda req-54fbf814-9624-41f7-aa36-70b19934d46f tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508857 Feb 07 20:37:06.840638 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device e39708c8-036c-4a66-94b3-1fa559bdecd5 details requested by agent hyperv_hv-cinder-82815 with host hv-cinder-82815 {{(pid=102682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:37:06.916096 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-6f22a570-9ed5-43d7-b077-3992bd04babf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:06.939221 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port e39708c8-036c-4a66-94b3-1fa559bdecd5, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=e39708c8-036c-4a66-94b3-1fa559bdecd5,segment=NetworkSegment(3d336edb-477a-4673-89be-90d920abe2ed),segment_id=3d336edb-477a-4673-89be-90d920abe2ed)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:37:06.953041 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Returning: {'device': 'e39708c8-036c-4a66-94b3-1fa559bdecd5', 'network_id': '7f57cb47-8cc1-421f-88af-08ce60d3d2bd', 'port_id': 'e39708c8-036c-4a66-94b3-1fa559bdecd5', 'mac_address': 'fa:16:3e:ae:96:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1dbeb8d-2a13-44a3-bdd2-d6dfe214456c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:37:06.993716 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port e39708c8-036c-4a66-94b3-1fa559bdecd5 is: DOWN; New status is: BUILD {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:37:06.994104 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (e39708c8-036c-4a66-94b3-1fa559bdecd5), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:07.012615 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e39708c8-036c-4a66-94b3-1fa559bdecd5 {{(pid=102682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:37:07.036331 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port e39708c8-036c-4a66-94b3-1fa559bdecd5, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=e39708c8-036c-4a66-94b3-1fa559bdecd5,segment=NetworkSegment(3d336edb-477a-4673-89be-90d920abe2ed),segment_id=3d336edb-477a-4673-89be-90d920abe2ed)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:37:07.041554 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (e39708c8-036c-4a66-94b3-1fa559bdecd5), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:07.041759 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-6f22a570-9ed5-43d7-b077-3992bd04babf admin admin] Publish callbacks [] for security_group (6f3e8458-b810-4c02-bde7-858a3891ccc8), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:07.047801 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-6f22a570-9ed5-43d7-b077-3992bd04babf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (6f3e8458-b810-4c02-bde7-858a3891ccc8), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:07.096369 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=e39708c8-036c-4a66-94b3-1fa559bdecd5,revision_number=4']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:07.122122 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4be10-b054-4a34-96ae-d18a87306b39 req-c2c0e40a-16b2-4bf4-933a-d3a38cd60b1f tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:07.124393 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-b9e4be10-b054-4a34-96ae-d18a87306b39 req-c2c0e40a-16b2-4bf4-933a-d3a38cd60b1f tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f5f4121-b760-461a-a4f8-66f9f9ccdb33 HTTP/1.1" status: 200 len: 943 time: 0.1262681 Feb 07 20:37:07.127031 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-6f22a570-9ed5-43d7-b077-3992bd04babf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=742fc449b8754c1f9229122a1915a722&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4869416 Feb 07 20:37:07.128652 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f22a570-9ed5-43d7-b077-3992bd04babf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3e8458-b810-4c02-bde7-858a3891ccc8,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:07.129777 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 50552) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:37:07.189578 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-b9e4be10-b054-4a34-96ae-d18a87306b39 req-5c22bc45-9a1c-4084-926b-8b40593b7309 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540092 Feb 07 20:37:07.201615 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-45f299aa-0b08-4b8e-894b-8056c2540454 admin admin] Publish callbacks [] for security_group (6f3e8458-b810-4c02-bde7-858a3891ccc8), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:07.223272 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-45f299aa-0b08-4b8e-894b-8056c2540454 admin admin] Publish callbacks [] for security_group (6f3e8458-b810-4c02-bde7-858a3891ccc8), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:07.280969 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-45f299aa-0b08-4b8e-894b-8056c2540454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (6f3e8458-b810-4c02-bde7-858a3891ccc8), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:07.284208 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-45f299aa-0b08-4b8e-894b-8056c2540454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:07.285381 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-45f299aa-0b08-4b8e-894b-8056c2540454 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6f3e8458-b810-4c02-bde7-858a3891ccc8 HTTP/1.1" status: 204 len: 168 time: 0.1526537 Feb 07 20:37:07.299660 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f299aa-0b08-4b8e-894b-8056c2540454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3e8458-b810-4c02-bde7-858a3891ccc8,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:07.408100 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['e39708c8-036c-4a66-94b3-1fa559bdecd5'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:37:07.813994 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d338e9-0a12-48f9-a576-9ceaa96419fb req-a69a6aa2-c6fc-49eb-912d-405339000924 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:07.815676 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-e2d338e9-0a12-48f9-a576-9ceaa96419fb req-a69a6aa2-c6fc-49eb-912d-405339000924 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0710571 Feb 07 20:37:07.874927 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-e2d338e9-0a12-48f9-a576-9ceaa96419fb req-800977be-1435-429a-a1aa-a901da0a2f14 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529137 Feb 07 20:37:07.997634 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 50592) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:37:08.104925 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-11b36cbe-a33a-48e3-801f-43510db49b18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:08.168600 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.agents_db [None req-6ca4556d-c1da-4dc5-8d4b-cf8528912650 None None] Agent healthcheck: found 6 active agents {{(pid=102683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:37:08.181348 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-11b36cbe-a33a-48e3-801f-43510db49b18 admin admin] Publish callbacks [] for security_group (a3b6708f-7062-4223-8847-b97530d5c382), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:08.186487 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-11b36cbe-a33a-48e3-801f-43510db49b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (a3b6708f-7062-4223-8847-b97530d5c382), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:08.234921 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-11b36cbe-a33a-48e3-801f-43510db49b18 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f1b2fe1334bf4f11b99e038385c275dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361519 Feb 07 20:37:08.235867 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b36cbe-a33a-48e3-801f-43510db49b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b6708f-7062-4223-8847-b97530d5c382,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:08.237976 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 50600) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:37:08.299420 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-00f2a72f-a29e-40aa-b04e-5bf85c46f3ed admin admin] Publish callbacks [] for security_group (a3b6708f-7062-4223-8847-b97530d5c382), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:08.326037 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-00f2a72f-a29e-40aa-b04e-5bf85c46f3ed admin admin] Publish callbacks [] for security_group (a3b6708f-7062-4223-8847-b97530d5c382), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:08.329006 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c356f4b-8b9f-41ed-9c37-f2a3f8546c3d req-f658bf23-b46b-4453-b0fa-277c469b82ce tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:08.337005 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-3c356f4b-8b9f-41ed-9c37-f2a3f8546c3d req-f658bf23-b46b-4453-b0fa-277c469b82ce tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f5f4121-b760-461a-a4f8-66f9f9ccdb33 HTTP/1.1" status: 200 len: 944 time: 0.0633898 Feb 07 20:37:08.395064 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-3c356f4b-8b9f-41ed-9c37-f2a3f8546c3d req-2df0b5ad-4356-4242-acf3-c855e2a56ca9 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571935 Feb 07 20:37:08.401941 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-00f2a72f-a29e-40aa-b04e-5bf85c46f3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (a3b6708f-7062-4223-8847-b97530d5c382), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:08.404791 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-00f2a72f-a29e-40aa-b04e-5bf85c46f3ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:08.405927 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-00f2a72f-a29e-40aa-b04e-5bf85c46f3ed admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a3b6708f-7062-4223-8847-b97530d5c382 HTTP/1.1" status: 204 len: 168 time: 0.1669667 Feb 07 20:37:08.413853 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2a72f-a29e-40aa-b04e-5bf85c46f3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b6708f-7062-4223-8847-b97530d5c382,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:08.861213 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device e39708c8-036c-4a66-94b3-1fa559bdecd5 up at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:37:08.928412 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning for port e39708c8-036c-4a66-94b3-1fa559bdecd5 completed by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:37:08.932379 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning complete for port e39708c8-036c-4a66-94b3-1fa559bdecd5 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:37:08.932794 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (e39708c8-036c-4a66-94b3-1fa559bdecd5), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:09.019049 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port e39708c8-036c-4a66-94b3-1fa559bdecd5 is: BUILD; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:37:09.019467 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (e39708c8-036c-4a66-94b3-1fa559bdecd5), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:09.038906 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd12b6-d04f-4432-b628-21d4a24211aa req-9da59138-1be0-4039-87f7-c35726731468 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:09.049373 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-4abd12b6-d04f-4432-b628-21d4a24211aa req-9da59138-1be0-4039-87f7-c35726731468 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0826380 Feb 07 20:37:09.050889 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5f4121-b760-461a-a4f8-66f9f9ccdb33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39708c8-036c-4a66-94b3-1fa559bdecd5'}] {{(pid=102682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:37:09.053346 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49691025426d341bc8e7177f0b95fa1f617f1e30ecd73d77513429b9266eb12b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f00f86-86e8-4bce-8395-9d4daec9fee9" -d '{"events": [{"server_uuid": "0f5f4121-b760-461a-a4f8-66f9f9ccdb33", "name": "network-vif-plugged", "status": "completed", "tag": "e39708c8-036c-4a66-94b3-1fa559bdecd5"}]}' {{(pid=102682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:37:09.069189 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port e39708c8-036c-4a66-94b3-1fa559bdecd5, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=e39708c8-036c-4a66-94b3-1fa559bdecd5,segment=NetworkSegment(3d336edb-477a-4673-89be-90d920abe2ed),segment_id=3d336edb-477a-4673-89be-90d920abe2ed)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:37:09.076012 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (e39708c8-036c-4a66-94b3-1fa559bdecd5), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:09.109802 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b840f3bc-1348-47a1-864c-65c2f253cc7e x-openstack-request-id: req-b840f3bc-1348-47a1-864c-65c2f253cc7e {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:37:09.109802 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5f4121-b760-461a-a4f8-66f9f9ccdb33", "name": "network-vif-plugged", "status": "completed", "tag": "e39708c8-036c-4a66-94b3-1fa559bdecd5", "code": 200}]} {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:37:09.109802 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b840f3bc-1348-47a1-864c-65c2f253cc7e {{(pid=102682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:37:09.109802 dv-cinder-828150-2-iscsi neutron-server[102682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5f4121-b760-461a-a4f8-66f9f9ccdb33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39708c8-036c-4a66-94b3-1fa559bdecd5', 'code': 200} Feb 07 20:37:09.123512 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-4abd12b6-d04f-4432-b628-21d4a24211aa req-4ba697ae-5c23-49e0-9563-625a93664584 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728023 Feb 07 20:37:09.141777 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=e39708c8-036c-4a66-94b3-1fa559bdecd5,revision_number=5']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:09.339955 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c8d5f-3d8f-417a-8a7c-6cef45ca0e88 req-73320144-a2f5-4752-816e-ca5e377c7d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:09.341978 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f23c8d5f-3d8f-417a-8a7c-6cef45ca0e88 req-73320144-a2f5-4752-816e-ca5e377c7d47 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0f5f4121-b760-461a-a4f8-66f9f9ccdb33 HTTP/1.1" status: 200 len: 1129 time: 0.0636692 Feb 07 20:37:09.391269 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f23c8d5f-3d8f-417a-8a7c-6cef45ca0e88 req-10ca1469-70d4-42e8-9411-85f788f4489c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428007 Feb 07 20:37:09.549249 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65d71b-1f36-414b-af93-f5c23ce36c6d req-ee4aa35c-f683-4310-acd9-51b34a087cab tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:09.553988 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9b65d71b-1f36-414b-af93-f5c23ce36c6d req-ee4aa35c-f683-4310-acd9-51b34a087cab tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f5f4121-b760-461a-a4f8-66f9f9ccdb33 HTTP/1.1" status: 200 len: 945 time: 0.0736816 Feb 07 20:37:09.620749 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9b65d71b-1f36-414b-af93-f5c23ce36c6d req-3508bd33-8de2-4407-97b3-5e343ff24ca3 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571213 Feb 07 20:37:09.686917 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 50680) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:37:09.837685 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-1a75aa94-2b57-4545-8ec4-66fbca794cdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:09.914628 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-1a75aa94-2b57-4545-8ec4-66fbca794cdd admin admin] Publish callbacks [] for security_group (ec515c89-848f-43d4-9bde-7adfee9b2f5d), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:09.919142 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-1a75aa94-2b57-4545-8ec4-66fbca794cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (ec515c89-848f-43d4-9bde-7adfee9b2f5d), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:09.956527 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-1a75aa94-2b57-4545-8ec4-66fbca794cdd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=11b8d12ec9c6424ba41cb8d10866e9d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2684643 Feb 07 20:37:09.958427 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a75aa94-2b57-4545-8ec4-66fbca794cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec515c89-848f-43d4-9bde-7adfee9b2f5d,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:09.959272 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 50686) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:37:10.009313 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-5f14284f-7114-4b75-9c5d-57abab6fd208 admin admin] Publish callbacks [] for security_group (ec515c89-848f-43d4-9bde-7adfee9b2f5d), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:10.030584 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-5f14284f-7114-4b75-9c5d-57abab6fd208 admin admin] Publish callbacks [] for security_group (ec515c89-848f-43d4-9bde-7adfee9b2f5d), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:10.077210 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-5f14284f-7114-4b75-9c5d-57abab6fd208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (ec515c89-848f-43d4-9bde-7adfee9b2f5d), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:10.080112 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-5f14284f-7114-4b75-9c5d-57abab6fd208 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:10.081527 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-5f14284f-7114-4b75-9c5d-57abab6fd208 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ec515c89-848f-43d4-9bde-7adfee9b2f5d HTTP/1.1" status: 204 len: 168 time: 0.1210635 Feb 07 20:37:10.090799 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14284f-7114-4b75-9c5d-57abab6fd208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec515c89-848f-43d4-9bde-7adfee9b2f5d,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:10.253405 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f4abc-c5c6-41db-b84a-5e1af5163823 req-1735c86c-bdbc-478e-abd4-e874589dd29f tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:10.254877 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-201f4abc-c5c6-41db-b84a-5e1af5163823 req-1735c86c-bdbc-478e-abd4-e874589dd29f tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0612438 Feb 07 20:37:10.302894 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-201f4abc-c5c6-41db-b84a-5e1af5163823 req-c6bd36ef-7c49-4809-8afe-5e13cd6f6603 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422456 Feb 07 20:37:10.755052 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21139458-b655-43cd-a14e-eaffff7e6961 req-ba62e51f-38c0-48ed-882a-e7cc30b617e1 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:10.755052 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-21139458-b655-43cd-a14e-eaffff7e6961 req-ba62e51f-38c0-48ed-882a-e7cc30b617e1 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f5f4121-b760-461a-a4f8-66f9f9ccdb33 HTTP/1.1" status: 200 len: 945 time: 0.0598958 Feb 07 20:37:10.821564 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-21139458-b655-43cd-a14e-eaffff7e6961 req-32e54bbd-192e-4eb2-af18-abab8fbc9b29 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620449 Feb 07 20:37:11.105658 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 50734) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:37:11.237179 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c32dee27-ae95-4695-befb-aab1f14632bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:11.318301 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c32dee27-ae95-4695-befb-aab1f14632bc admin admin] Publish callbacks [] for security_group (de1a9bdd-a57e-44b9-8d74-076f206cad58), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:11.322178 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c32dee27-ae95-4695-befb-aab1f14632bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (de1a9bdd-a57e-44b9-8d74-076f206cad58), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:11.363202 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-c32dee27-ae95-4695-befb-aab1f14632bc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4236078c6a6c4dba94861f8451f6d6d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2537675 Feb 07 20:37:11.363202 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32dee27-ae95-4695-befb-aab1f14632bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1a9bdd-a57e-44b9-8d74-076f206cad58,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:11.364088 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 50744) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:37:11.416136 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-25941af8-6ff9-4989-b55b-4461c6b9cdb0 admin admin] Publish callbacks [] for security_group (de1a9bdd-a57e-44b9-8d74-076f206cad58), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:11.421921 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cbbc5-42e3-43ba-a4ce-6ee7c8c2508c req-ce552ac1-8d3c-4e92-b6e7-d958fd77c344 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:11.423431 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-9b5cbbc5-42e3-43ba-a4ce-6ee7c8c2508c req-ce552ac1-8d3c-4e92-b6e7-d958fd77c344 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0536239 Feb 07 20:37:11.440273 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-25941af8-6ff9-4989-b55b-4461c6b9cdb0 admin admin] Publish callbacks [] for security_group (de1a9bdd-a57e-44b9-8d74-076f206cad58), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:11.480242 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-9b5cbbc5-42e3-43ba-a4ce-6ee7c8c2508c req-5d66aa35-aa78-42ea-a458-cb59fc45e821 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503688 Feb 07 20:37:11.498481 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-25941af8-6ff9-4989-b55b-4461c6b9cdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (de1a9bdd-a57e-44b9-8d74-076f206cad58), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:11.498481 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-25941af8-6ff9-4989-b55b-4461c6b9cdb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:11.498481 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-25941af8-6ff9-4989-b55b-4461c6b9cdb0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/de1a9bdd-a57e-44b9-8d74-076f206cad58 HTTP/1.1" status: 204 len: 168 time: 0.1327865 Feb 07 20:37:11.506819 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25941af8-6ff9-4989-b55b-4461c6b9cdb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1a9bdd-a57e-44b9-8d74-076f206cad58,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:11.952863 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d867d-f7e5-4747-a46a-856653cfb3cb req-8bd66b8f-9c2a-46e4-84b0-f9c4c4c1c17d tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:11.952863 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-710d867d-f7e5-4747-a46a-856653cfb3cb req-8bd66b8f-9c2a-46e4-84b0-f9c4c4c1c17d tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f5f4121-b760-461a-a4f8-66f9f9ccdb33 HTTP/1.1" status: 200 len: 945 time: 0.0568519 Feb 07 20:37:12.008747 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-710d867d-f7e5-4747-a46a-856653cfb3cb req-ac1f983d-d53c-419a-a926-3211fc564eed tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487509 Feb 07 20:37:12.132301 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 50776) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:37:12.259023 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-6b8715bc-bae1-4aff-865a-5de8ddd2ac91 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1532347943-network', 'tenant_id': '2f5a4bcebbff4cb7940464dc77727b0e'}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:37:12.300947 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8715bc-bae1-4aff-865a-5de8ddd2ac91 admin admin] Made reservation on behalf of 2f5a4bcebbff4cb7940464dc77727b0e for: {'network': 1} {{(pid=102680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:37:12.304338 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6b8715bc-bae1-4aff-865a-5de8ddd2ac91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for network (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:12.320678 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6b8715bc-bae1-4aff-865a-5de8ddd2ac91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:12.412594 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6b8715bc-bae1-4aff-865a-5de8ddd2ac91 admin admin] Publish callbacks [] for security_group (9656f836-4669-46af-ba69-dfa237a56353), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:12.417980 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6b8715bc-bae1-4aff-865a-5de8ddd2ac91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (9656f836-4669-46af-ba69-dfa237a56353), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:12.446476 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b8715bc-bae1-4aff-865a-5de8ddd2ac91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=102680) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 20:37:12.456257 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8715bc-bae1-4aff-865a-5de8ddd2ac91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9656f836-4669-46af-ba69-dfa237a56353,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:12.461381 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6b8715bc-bae1-4aff-865a-5de8ddd2ac91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526'] for segment (b6f251ef-eff8-415b-97ed-ba80b14f0fa0), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:12.461714 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.db.segments_db [None req-6b8715bc-bae1-4aff-865a-5de8ddd2ac91 admin admin] Added segment b6f251ef-eff8-415b-97ed-ba80b14f0fa0 of type vlan for network 7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f Feb 07 20:37:12.525867 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6b8715bc-bae1-4aff-865a-5de8ddd2ac91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784096251423'] for network (7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:12.567473 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6b8715bc-bae1-4aff-865a-5de8ddd2ac91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540'] for network (7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:12.569435 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8715bc-bae1-4aff-865a-5de8ddd2ac91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:12.570188 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6b8715bc-bae1-4aff-865a-5de8ddd2ac91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for network (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:12.656126 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-6b8715bc-bae1-4aff-865a-5de8ddd2ac91 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5227072 Feb 07 20:37:12.660103 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 50812) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:37:12.668786 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8715bc-bae1-4aff-865a-5de8ddd2ac91 admin admin] Pushing event updated for resources: {'Network': ['ID=7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:12.670015 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-9752a100-0946-4c84-bed1-83420e8edc15 admin admin] Request body: {'subnet': {'network_id': '7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1532347943-subnet', 'tenant_id': '2f5a4bcebbff4cb7940464dc77727b0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:37:12.679115 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Network 7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f details requested by agent ovs-agent-dv-cinder-828150-2-iscsi with host dv-cinder-828150-2-iscsi {{(pid=102682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 20:37:12.696801 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9752a100-0946-4c84-bed1-83420e8edc15 admin admin] Made reservation on behalf of 2f5a4bcebbff4cb7940464dc77727b0e for: {'subnet': 1} {{(pid=102681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:37:12.697423 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd2552-8023-4933-904c-84159641db9b req-8335a1e9-009d-4ed0-8b2c-9b960165e73c tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:12.699072 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-01bd2552-8023-4933-904c-84159641db9b req-8335a1e9-009d-4ed0-8b2c-9b960165e73c tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.1208317 Feb 07 20:37:12.699411 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-9752a100-0946-4c84-bed1-83420e8edc15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9307019'] for subnet (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:12.780767 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-01bd2552-8023-4933-904c-84159641db9b req-c419e009-a4a2-46df-ba80-bbdf560c03ae tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716677 Feb 07 20:37:12.883690 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-9752a100-0946-4c84-bed1-83420e8edc15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3187767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9307061'] for subnet (ff1db4f8-a62f-4395-b83b-77d78d60bcdf), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:12.942829 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9752a100-0946-4c84-bed1-83420e8edc15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff1db4f8-a62f-4395-b83b-77d78d60bcdf,revision_number=0']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:12.952746 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9752a100-0946-4c84-bed1-83420e8edc15 admin admin] Checking segment: {'id': 'b6f251ef-eff8-415b-97ed-ba80b14f0fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:37:12.953096 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9752a100-0946-4c84-bed1-83420e8edc15 admin admin] Network hostable DHCP agents. Network: 7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f, hostable agents: ['e1cc327f-50d0-4a6e-8186-ec075b67de95'], hosted agents: [] {{(pid=102681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 20:37:12.969359 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9752a100-0946-4c84-bed1-83420e8edc15 admin admin] Network 7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f is scheduled to be hosted by DHCP agent e1cc327f-50d0-4a6e-8186-ec075b67de95 with binding_index 1 {{(pid=102681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 20:37:12.978134 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.base_scheduler [None req-9752a100-0946-4c84-bed1-83420e8edc15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828150-2-iscsi, 7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f) {{(pid=102681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:37:12.985220 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9752a100-0946-4c84-bed1-83420e8edc15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:12.986323 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-9752a100-0946-4c84-bed1-83420e8edc15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for subnet (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:12.986866 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b58fa17-5a4c-42a4-8322-6b575ba2d14e None None] Network 7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:37:13.008491 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-9752a100-0946-4c84-bed1-83420e8edc15 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3416631 Feb 07 20:37:13.087633 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2940546f-655f-4ee4-bf87-5ceedeadaff1 None None] Network 7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:37:13.812264 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad45ca2-ff5d-45dd-9ee2-6c9c76321a60 req-f7099916-60b4-4dfa-9326-0c96e11db35f tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:13.813698 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-3ad45ca2-ff5d-45dd-9ee2-6c9c76321a60 req-f7099916-60b4-4dfa-9326-0c96e11db35f tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 946 time: 0.0518394 Feb 07 20:37:13.858154 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-3ad45ca2-ff5d-45dd-9ee2-6c9c76321a60 req-54f83ac4-1a3f-4c0b-98db-882fa073aea9 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390041 Feb 07 20:37:13.880255 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 50846) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:37:13.966561 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c688a-90ae-4d0e-8c97-b8981da81838 req-7e848ee1-cfa2-4adc-a475-e952392e352c tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:13.968066 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-d52c688a-90ae-4d0e-8c97-b8981da81838 req-7e848ee1-cfa2-4adc-a475-e952392e352c tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0554979 Feb 07 20:37:14.014689 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-d52c688a-90ae-4d0e-8c97-b8981da81838 req-0106489b-042e-4374-9f71-0f8950773b83 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410407 Feb 07 20:37:14.023647 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f453d4f-70d0-4e7d-ac49-20ec12c7a902 tempest-TestMinimumBasicScenario-1736268277 tempest-TestMinimumBasicScenario-1736268277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:14.026979 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-5f453d4f-70d0-4e7d-ac49-20ec12c7a902 tempest-TestMinimumBasicScenario-1736268277 tempest-TestMinimumBasicScenario-1736268277-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 1125 time: 0.1440272 Feb 07 20:37:14.028854 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 50850) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:37:14.033293 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-69947a89-4d05-454e-a4cd-47625b4e0daf tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Request body: {'floatingip': {'floating_network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'port_id': '9ac5887a-4dac-445b-a47e-da236a7c719e', 'tenant_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:37:14.052748 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-69947a89-4d05-454e-a4cd-47625b4e0daf tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:14.148856 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-69947a89-4d05-454e-a4cd-47625b4e0daf tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:14.249370 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.db_base_plugin_common [None req-69947a89-4d05-454e-a4cd-47625b4e0daf tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Allocated IP 172.27.3.41 (8fac5e93-9c31-4064-8161-a8fff953e3cb/29ca3f4a-d044-4ce0-b1ea-59efe11aa82f/f7ead6ad-c70c-4bf4-b5f8-49267f3326b0) {{(pid=102681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:37:14.348343 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-69947a89-4d05-454e-a4cd-47625b4e0daf tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks [] for port (f7ead6ad-c70c-4bf4-b5f8-49267f3326b0), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:14.383203 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-69947a89-4d05-454e-a4cd-47625b4e0daf tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (f7ead6ad-c70c-4bf4-b5f8-49267f3326b0), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:14.416839 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69947a89-4d05-454e-a4cd-47625b4e0daf tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Network 8fac5e93-9c31-4064-8161-a8fff953e3cb is already hosted by enough agents. {{(pid=102681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:37:14.419589 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.base_scheduler [None req-69947a89-4d05-454e-a4cd-47625b4e0daf tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Resources bound (agent type, host, resource id): {{(pid=102681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:37:14.424790 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69947a89-4d05-454e-a4cd-47625b4e0daf tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Received port after_create {{(pid=102681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:37:14.450084 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69947a89-4d05-454e-a4cd-47625b4e0daf tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Pushing event updated for resources: {'Port': ['ID=f7ead6ad-c70c-4bf4-b5f8-49267f3326b0,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:14.851433 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-69947a89-4d05-454e-a4cd-47625b4e0daf tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks [] for floatingip (937e8c0e-2982-4a8d-ba75-90ad79fe127b), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:14.947341 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-69947a89-4d05-454e-a4cd-47625b4e0daf tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (f7ead6ad-c70c-4bf4-b5f8-49267f3326b0), before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:15.087834 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-69947a89-4d05-454e-a4cd-47625b4e0daf tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks [] for port (f7ead6ad-c70c-4bf4-b5f8-49267f3326b0), precommit_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:15.092948 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-69947a89-4d05-454e-a4cd-47625b4e0daf tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3187874'] for port (f7ead6ad-c70c-4bf4-b5f8-49267f3326b0), after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:15.131154 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79729b95-daba-4b7a-b6f8-9ff7f08131c1 req-1d6dfebf-264c-4f5a-9813-2f240a003567 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:15.132652 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-79729b95-daba-4b7a-b6f8-9ff7f08131c1 req-1d6dfebf-264c-4f5a-9813-2f240a003567 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0526838 Feb 07 20:37:15.166117 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69947a89-4d05-454e-a4cd-47625b4e0daf tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Pushing event updated for resources: {'Port': ['ID=f7ead6ad-c70c-4bf4-b5f8-49267f3326b0,revision_number=2']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:15.176578 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-69947a89-4d05-454e-a4cd-47625b4e0daf tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395805'] for floatingip (937e8c0e-2982-4a8d-ba75-90ad79fe127b), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:15.179900 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-79729b95-daba-4b7a-b6f8-9ff7f08131c1 req-5d2089e4-4d2f-442b-8543-e1d6846dc9b2 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409758 Feb 07 20:37:15.281008 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.db.l3_db [None req-69947a89-4d05-454e-a4cd-47625b4e0daf tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Floating IP 937e8c0e-2982-4a8d-ba75-90ad79fe127b associated. External IP: 172.27.3.41, port: 9ac5887a-4dac-445b-a47e-da236a7c719e. Feb 07 20:37:15.692608 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69947a89-4d05-454e-a4cd-47625b4e0daf tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Router ed29af84-3339-410f-9ca4-262d6fc6d723 has already been hosted by L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef {{(pid=102681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:37:15.800788 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69947a89-4d05-454e-a4cd-47625b4e0daf tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:37:15.810285 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76039c4-b4fb-4744-9726-71e7e02bb0cb None None] Sync routers for ids ['ed29af84-3339-410f-9ca4-262d6fc6d723'] in dv-cinder-828150-2-iscsi {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:37:15.817990 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-69947a89-4d05-454e-a4cd-47625b4e0daf tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for floatingip (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:15.819588 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76039c4-b4fb-4744-9726-71e7e02bb0cb None None] Routers {'ed29af84-3339-410f-9ca4-262d6fc6d723'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:37:15.820184 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-f76039c4-b4fb-4744-9726-71e7e02bb0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:36:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['ed29af84-3339-410f-9ca4-262d6fc6d723'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:37:15.846938 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-69947a89-4d05-454e-a4cd-47625b4e0daf tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8167779 Feb 07 20:37:15.847592 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '115ad554-9f83-4789-85fd-95c408e1c31f', 'tag': '9ac5887a-4dac-445b-a47e-da236a7c719e'}] {{(pid=102681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:37:15.849891 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 50870) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:37:15.850031 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d543a4f93c545b9f4b4319baf8ff9337481391693fb3bbf25dbe09721f1c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752c93cc-9869-46fa-a4e3-87a165283a29" -d '{"events": [{"name": "network-changed", "server_uuid": "115ad554-9f83-4789-85fd-95c408e1c31f", "tag": "9ac5887a-4dac-445b-a47e-da236a7c719e"}]}' {{(pid=102681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:37:15.854737 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-1f18c348-3ee2-45c6-a020-0add586246f2 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-455250719', 'description': 'tempest-secgroup-smoke-455250719 description', 'project_id': 'b81ed2187e4b4bb480ac9927221e90fc'}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:37:15.878487 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-1f18c348-3ee2-45c6-a020-0add586246f2 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:15.887615 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b7b00b-90a9-4d3e-a552-ed2d5a021b91 x-openstack-request-id: req-77b7b00b-90a9-4d3e-a552-ed2d5a021b91 {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:37:15.888026 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "115ad554-9f83-4789-85fd-95c408e1c31f", "tag": "9ac5887a-4dac-445b-a47e-da236a7c719e", "status": "completed", "code": 200}]} {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:37:15.888357 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-77b7b00b-90a9-4d3e-a552-ed2d5a021b91 {{(pid=102681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:37:15.888820 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '115ad554-9f83-4789-85fd-95c408e1c31f', 'tag': '9ac5887a-4dac-445b-a47e-da236a7c719e', 'status': 'completed', 'code': 200} Feb 07 20:37:15.950655 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-1f18c348-3ee2-45c6-a020-0add586246f2 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks [] for security_group (c41372e6-75bf-4fe0-8d00-e7e33a583177), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:15.954710 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-1f18c348-3ee2-45c6-a020-0add586246f2 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (c41372e6-75bf-4fe0-8d00-e7e33a583177), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:15.989626 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-1f18c348-3ee2-45c6-a020-0add586246f2 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:15.990866 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-1f18c348-3ee2-45c6-a020-0add586246f2 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1399579 Feb 07 20:37:15.992635 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f18c348-3ee2-45c6-a020-0add586246f2 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c41372e6-75bf-4fe0-8d00-e7e33a583177,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:15.993891 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 50876) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:37:15.998955 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-eb2f31c0-156b-4e4a-ab5b-ea9ca1322ced tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Request body: {'security_group_rule': {'security_group_id': 'c41372e6-75bf-4fe0-8d00-e7e33a583177', 'project_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:37:16.037487 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-f76039c4-b4fb-4744-9726-71e7e02bb0cb None None] Set router ed29af84-3339-410f-9ca4-262d6fc6d723 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:37:16.055148 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-eb2f31c0-156b-4e4a-ab5b-ea9ca1322ced tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks [] for security_group_rule (148b0147-17b9-489f-a548-65b3e5580711), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:16.083143 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c93cc-9869-46fa-a4e3-87a165283a29 req-67eb98d6-b46c-466c-a2c7-173d422dd984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:16.084711 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-752c93cc-9869-46fa-a4e3-87a165283a29 req-67eb98d6-b46c-466c-a2c7-173d422dd984 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b81ed2187e4b4bb480ac9927221e90fc&device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 1130 time: 0.0683739 Feb 07 20:37:16.195106 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-eb2f31c0-156b-4e4a-ab5b-ea9ca1322ced tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks [] for security_group_rule (148b0147-17b9-489f-a548-65b3e5580711), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:16.212753 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-eb2f31c0-156b-4e4a-ab5b-ea9ca1322ced tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471706'] for security_group_rule (148b0147-17b9-489f-a548-65b3e5580711), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:16.243781 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f31c0-156b-4e4a-ab5b-ea9ca1322ced tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=148b0147-17b9-489f-a548-65b3e5580711,revision_number=0']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:16.248216 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-eb2f31c0-156b-4e4a-ab5b-ea9ca1322ced tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:16.249405 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-eb2f31c0-156b-4e4a-ab5b-ea9ca1322ced tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2545273 Feb 07 20:37:16.252388 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 50888) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:37:16.253210 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c93cc-9869-46fa-a4e3-87a165283a29 req-58d13acf-a957-4fbf-b8d0-c1b8c535b24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:16.254618 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-752c93cc-9869-46fa-a4e3-87a165283a29 req-58d13acf-a957-4fbf-b8d0-c1b8c535b24a service neutron] 10.222.0.24 "GET /v2.0/networks?id=ace0bd4e-24e6-4889-8232-1f8bdff3f386 HTTP/1.1" status: 200 len: 916 time: 0.1556587 Feb 07 20:37:16.257935 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-8508281b-d8f1-48e0-b534-8e1186dda510 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Request body: {'security_group_rule': {'security_group_id': 'c41372e6-75bf-4fe0-8d00-e7e33a583177', 'project_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:37:16.259284 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2f31c0-156b-4e4a-ab5b-ea9ca1322ced tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:37:16.259664 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2f31c0-156b-4e4a-ab5b-ea9ca1322ced tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:37:16.260004 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2f31c0-156b-4e4a-ab5b-ea9ca1322ced tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:37:16.260335 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2f31c0-156b-4e4a-ab5b-ea9ca1322ced tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:37:16.261219 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2f31c0-156b-4e4a-ab5b-ea9ca1322ced tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:37:16.261556 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2f31c0-156b-4e4a-ab5b-ea9ca1322ced tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:37:16.261883 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2f31c0-156b-4e4a-ab5b-ea9ca1322ced tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:37:16.262245 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2f31c0-156b-4e4a-ab5b-ea9ca1322ced tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:37:16.262525 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2f31c0-156b-4e4a-ab5b-ea9ca1322ced tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:37:16.262862 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2f31c0-156b-4e4a-ab5b-ea9ca1322ced tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:37:16.263260 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2f31c0-156b-4e4a-ab5b-ea9ca1322ced tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:37:16.263541 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2f31c0-156b-4e4a-ab5b-ea9ca1322ced tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:37:16.263863 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2f31c0-156b-4e4a-ab5b-ea9ca1322ced tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:37:16.333184 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8508281b-d8f1-48e0-b534-8e1186dda510 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks [] for security_group_rule (286c1b84-9a11-43a8-b7dc-da91e08fcfc1), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:16.350327 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2939f3-a51e-4055-bf23-18ab45545ae0 req-e70f2108-43d2-4836-a36a-0589a22e4ba5 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:16.355613 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-752c93cc-9869-46fa-a4e3-87a165283a29 req-4149ad77-b3fa-42a5-9309-c68a757f74d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ac5887a-4dac-445b-a47e-da236a7c719e HTTP/1.1" status: 200 len: 999 time: 0.0890067 Feb 07 20:37:16.358747 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-1e2939f3-a51e-4055-bf23-18ab45545ae0 req-e70f2108-43d2-4836-a36a-0589a22e4ba5 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0957036 Feb 07 20:37:16.418291 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-f76039c4-b4fb-4744-9726-71e7e02bb0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed29af84-3339-410f-9ca4-262d6fc6d723', 'name': 'tempest-TestMinimumBasicScenario-1503582470-router', 'tenant_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '07f2edb3-d381-46e3-92fb-bd8ce2b71d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:36:03Z', 'updated_at': '2022-02-07T20:36:10Z', 'revision_number': 4, 'project_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'gw_port': {'id': '07f2edb3-d381-46e3-92fb-bd8ce2b71d98', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:13:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed29af84-3339-410f-9ca4-262d6fc6d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:36:04Z', 'updated_at': '2022-02-07T20:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_floatingips': [{'id': '937e8c0e-2982-4a8d-ba75-90ad79fe127b', 'tenant_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'router_id': 'ed29af84-3339-410f-9ca4-262d6fc6d723', 'port_id': '9ac5887a-4dac-445b-a47e-da236a7c719e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace0bd4e-24e6-4889-8232-1f8bdff3f386', 'mac_address': 'fa:16:3e:24:f4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ad554-9f83-4789-85fd-95c408e1c31f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:37:14Z', 'updated_at': '2022-02-07T20:37:14Z', 'revision_number': 0, 'project_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e645a4c3-41ca-47e4-8863-987fe353c79b', 'name': '', 'network_id': 'ace0bd4e-24e6-4889-8232-1f8bdff3f386', 'tenant_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'mac_address': 'fa:16:3e:21:92:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed29af84-3339-410f-9ca4-262d6fc6d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': 'e3cd4edc-eaf8-49b3-8c39-6df61c2ee5a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:36:08Z', 'updated_at': '2022-02-07T20:36:16Z', 'revision_number': 5, 'project_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'subnets': [{'id': 'e3cd4edc-eaf8-49b3-8c39-6df61c2ee5a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:37:16.425570 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c93cc-9869-46fa-a4e3-87a165283a29 req-7355747b-21a0-4189-a13e-bbf17d9efd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:16.426914 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-752c93cc-9869-46fa-a4e3-87a165283a29 req-7355747b-21a0-4189-a13e-bbf17d9efd56 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3cd4edc-eaf8-49b3-8c39-6df61c2ee5a5 HTTP/1.1" status: 200 len: 854 time: 0.0614693 Feb 07 20:37:16.440064 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-1e2939f3-a51e-4055-bf23-18ab45545ae0 req-e6a52698-3c5c-4d94-ac91-0dfc3ad2a38f tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801263 Feb 07 20:37:16.450240 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76039c4-b4fb-4744-9726-71e7e02bb0cb None None] Checking router: ed29af84-3339-410f-9ca4-262d6fc6d723 for host: dv-cinder-828150-2-iscsi {{(pid=102683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:37:16.451318 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8508281b-d8f1-48e0-b534-8e1186dda510 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks [] for security_group_rule (286c1b84-9a11-43a8-b7dc-da91e08fcfc1), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:16.460465 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76039c4-b4fb-4744-9726-71e7e02bb0cb None None] Routers {'ed29af84-3339-410f-9ca4-262d6fc6d723'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:37:16.460705 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8508281b-d8f1-48e0-b534-8e1186dda510 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471706'] for security_group_rule (286c1b84-9a11-43a8-b7dc-da91e08fcfc1), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:16.461115 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-f76039c4-b4fb-4744-9726-71e7e02bb0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:36:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['ed29af84-3339-410f-9ca4-262d6fc6d723'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:37:16.482750 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508281b-d8f1-48e0-b534-8e1186dda510 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=286c1b84-9a11-43a8-b7dc-da91e08fcfc1,revision_number=0']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:16.493064 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8508281b-d8f1-48e0-b534-8e1186dda510 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:16.493848 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c93cc-9869-46fa-a4e3-87a165283a29 req-76328e00-c499-4540-8f4a-97e8b90eb8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:16.494440 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-8508281b-d8f1-48e0-b534-8e1186dda510 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2403259 Feb 07 20:37:16.495542 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-752c93cc-9869-46fa-a4e3-87a165283a29 req-76328e00-c499-4540-8f4a-97e8b90eb8c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ace0bd4e-24e6-4889-8232-1f8bdff3f386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0599608 Feb 07 20:37:16.497095 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 50892) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:37:16.501437 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-3929027e-e9f5-410c-b570-8eb400b7b3e8 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Request body: {'security_group_rule': {'security_group_id': 'c41372e6-75bf-4fe0-8d00-e7e33a583177', 'project_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:37:16.574692 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-3929027e-e9f5-410c-b570-8eb400b7b3e8 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks [] for security_group_rule (06d6779d-f6b1-4e4c-9cdd-d5272c60be0a), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:16.587865 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-f76039c4-b4fb-4744-9726-71e7e02bb0cb None None] Set router ed29af84-3339-410f-9ca4-262d6fc6d723 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:37:16.633880 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-752c93cc-9869-46fa-a4e3-87a165283a29 req-c094e510-a27a-49da-ad46-4881747fdcf9 service neutron] 10.222.0.24 "GET /v2.0/networks/ace0bd4e-24e6-4889-8232-1f8bdff3f386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274030 Feb 07 20:37:16.659553 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-3929027e-e9f5-410c-b570-8eb400b7b3e8 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks [] for security_group_rule (06d6779d-f6b1-4e4c-9cdd-d5272c60be0a), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:16.679473 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-3929027e-e9f5-410c-b570-8eb400b7b3e8 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471706'] for security_group_rule (06d6779d-f6b1-4e4c-9cdd-d5272c60be0a), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:16.743259 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3929027e-e9f5-410c-b570-8eb400b7b3e8 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06d6779d-f6b1-4e4c-9cdd-d5272c60be0a,revision_number=0']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:16.757375 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-3929027e-e9f5-410c-b570-8eb400b7b3e8 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:16.758822 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-3929027e-e9f5-410c-b570-8eb400b7b3e8 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2608140 Feb 07 20:37:16.762603 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 50908) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:37:16.769358 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-d44542bd-325c-4b97-803f-658aec53d289 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Request body: {'security_group_rule': {'security_group_id': 'c41372e6-75bf-4fe0-8d00-e7e33a583177', 'project_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:37:16.839995 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-752c93cc-9869-46fa-a4e3-87a165283a29 req-2293dccb-ea28-48db-b42b-4b5b46c428dc service neutron] 10.222.0.24 "GET /v2.0/networks/ace0bd4e-24e6-4889-8232-1f8bdff3f386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915300 Feb 07 20:37:16.893124 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-f76039c4-b4fb-4744-9726-71e7e02bb0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed29af84-3339-410f-9ca4-262d6fc6d723', 'name': 'tempest-TestMinimumBasicScenario-1503582470-router', 'tenant_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '07f2edb3-d381-46e3-92fb-bd8ce2b71d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:36:03Z', 'updated_at': '2022-02-07T20:36:10Z', 'revision_number': 4, 'project_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'gw_port': {'id': '07f2edb3-d381-46e3-92fb-bd8ce2b71d98', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:13:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed29af84-3339-410f-9ca4-262d6fc6d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:36:04Z', 'updated_at': '2022-02-07T20:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_floatingips': [{'id': '937e8c0e-2982-4a8d-ba75-90ad79fe127b', 'tenant_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'router_id': 'ed29af84-3339-410f-9ca4-262d6fc6d723', 'port_id': '9ac5887a-4dac-445b-a47e-da236a7c719e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace0bd4e-24e6-4889-8232-1f8bdff3f386', 'mac_address': 'fa:16:3e:24:f4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ad554-9f83-4789-85fd-95c408e1c31f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:37:14Z', 'updated_at': '2022-02-07T20:37:14Z', 'revision_number': 0, 'project_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e645a4c3-41ca-47e4-8863-987fe353c79b', 'name': '', 'network_id': 'ace0bd4e-24e6-4889-8232-1f8bdff3f386', 'tenant_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'mac_address': 'fa:16:3e:21:92:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed29af84-3339-410f-9ca4-262d6fc6d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': 'e3cd4edc-eaf8-49b3-8c39-6df61c2ee5a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:36:08Z', 'updated_at': '2022-02-07T20:36:16Z', 'revision_number': 5, 'project_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'subnets': [{'id': 'e3cd4edc-eaf8-49b3-8c39-6df61c2ee5a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:37:16.923636 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76039c4-b4fb-4744-9726-71e7e02bb0cb None None] The sync data for ids ['ed29af84-3339-410f-9ca4-262d6fc6d723'] in dv-cinder-828150-2-iscsi is: [{'id': 'ed29af84-3339-410f-9ca4-262d6fc6d723', 'name': 'tempest-TestMinimumBasicScenario-1503582470-router', 'tenant_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '07f2edb3-d381-46e3-92fb-bd8ce2b71d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:36:03Z', 'updated_at': '2022-02-07T20:36:10Z', 'revision_number': 4, 'project_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'gw_port': {'id': '07f2edb3-d381-46e3-92fb-bd8ce2b71d98', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:13:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed29af84-3339-410f-9ca4-262d6fc6d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:36:04Z', 'updated_at': '2022-02-07T20:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_floatingips': [{'id': '937e8c0e-2982-4a8d-ba75-90ad79fe127b', 'tenant_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'router_id': 'ed29af84-3339-410f-9ca4-262d6fc6d723', 'port_id': '9ac5887a-4dac-445b-a47e-da236a7c719e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace0bd4e-24e6-4889-8232-1f8bdff3f386', 'mac_address': 'fa:16:3e:24:f4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ad554-9f83-4789-85fd-95c408e1c31f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:37:14Z', 'updated_at': '2022-02-07T20:37:14Z', 'revision_number': 0, 'project_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e645a4c3-41ca-47e4-8863-987fe353c79b', 'name': '', 'network_id': 'ace0bd4e-24e6-4889-8232-1f8bdff3f386', 'tenant_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'mac_address': 'fa:16:3e:21:92:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed29af84-3339-410f-9ca4-262d6fc6d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': 'e3cd4edc-eaf8-49b3-8c39-6df61c2ee5a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:36:08Z', 'updated_at': '2022-02-07T20:36:16Z', 'revision_number': 5, 'project_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'subnets': [{'id': 'e3cd4edc-eaf8-49b3-8c39-6df61c2ee5a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:37:16.928165 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d44542bd-325c-4b97-803f-658aec53d289 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks [] for security_group_rule (989ef78b-1d80-48bf-b57f-811bf0977992), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:17.005558 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-a6f3539b-ee3d-49a2-8877-8769d88202b3 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:17.007032 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-a6f3539b-ee3d-49a2-8877-8769d88202b3 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/networks?id=7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f HTTP/1.1" status: 200 len: 814 time: 0.2032583 Feb 07 20:37:17.018123 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d44542bd-325c-4b97-803f-658aec53d289 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks [] for security_group_rule (989ef78b-1d80-48bf-b57f-811bf0977992), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:17.024916 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d44542bd-325c-4b97-803f-658aec53d289 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471706'] for security_group_rule (989ef78b-1d80-48bf-b57f-811bf0977992), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:17.035906 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-a68bf2d0-a5c6-4eab-a7ec-5f6635177c64 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/quotas/2f5a4bcebbff4cb7940464dc77727b0e HTTP/1.1" status: 200 len: 375 time: 0.0202839 Feb 07 20:37:17.055508 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44542bd-325c-4b97-803f-658aec53d289 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=989ef78b-1d80-48bf-b57f-811bf0977992,revision_number=0']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:17.080621 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d44542bd-325c-4b97-803f-658aec53d289 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:17.081893 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-d44542bd-325c-4b97-803f-658aec53d289 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3182845 Feb 07 20:37:17.084345 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-769ef6fc-2262-4ced-ac1f-b0cb7a5c19c1 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f5a4bcebbff4cb7940464dc77727b0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404911 Feb 07 20:37:17.084982 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 50930) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:37:17.090159 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-b3ea2653-73ef-4d79-bd52-e7d9177307c1 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Request body: {'security_group_rule': {'security_group_id': 'c41372e6-75bf-4fe0-8d00-e7e33a583177', 'project_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:37:17.114076 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.db.securitygroups_db [None req-b3ea2653-73ef-4d79-bd52-e7d9177307c1 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Project b81ed2187e4b4bb480ac9927221e90fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 20:37:17.124035 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b3ea2653-73ef-4d79-bd52-e7d9177307c1 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks [] for security_group_rule (ef02ed1d-6088-44d6-ab5e-1619ea0cfe21), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:17.187780 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e113add1-0a07-4330-8804-c1845272475c None None] New status for floating IP 937e8c0e-2982-4a8d-ba75-90ad79fe127b: ACTIVE {{(pid=102682) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 20:37:17.190359 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 50932) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:37:17.207630 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-2e3a951e-92cb-4658-a809-0071ffd4ac41 service neutron] 10.222.0.60 "GET /v2.0/networks/7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121902 Feb 07 20:37:17.214143 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b3ea2653-73ef-4d79-bd52-e7d9177307c1 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks [] for security_group_rule (ef02ed1d-6088-44d6-ab5e-1619ea0cfe21), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:17.219093 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b3ea2653-73ef-4d79-bd52-e7d9177307c1 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471706'] for security_group_rule (ef02ed1d-6088-44d6-ab5e-1619ea0cfe21), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:17.269050 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea2653-73ef-4d79-bd52-e7d9177307c1 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef02ed1d-6088-44d6-ab5e-1619ea0cfe21,revision_number=0']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:17.274621 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b3ea2653-73ef-4d79-bd52-e7d9177307c1 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:17.278209 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-b3ea2653-73ef-4d79-bd52-e7d9177307c1 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1919956 Feb 07 20:37:17.279174 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 50938) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:37:17.283853 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-a2bdb5c1-5a1c-4316-b782-61b4dfdb5ea3 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Request body: {'security_group_rule': {'security_group_id': 'c41372e6-75bf-4fe0-8d00-e7e33a583177', 'project_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:37:17.307887 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.db.securitygroups_db [None req-a2bdb5c1-5a1c-4316-b782-61b4dfdb5ea3 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Project b81ed2187e4b4bb480ac9927221e90fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 20:37:17.313763 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a2bdb5c1-5a1c-4316-b782-61b4dfdb5ea3 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks [] for security_group_rule (aab43cb8-aa22-4508-bf8e-bb5ce9fb01dc), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:17.337228 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-5c1a1dc1-1ae6-4721-bbc6-c4efac19a07d service neutron] 10.222.0.60 "GET /v2.0/networks/7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286235 Feb 07 20:37:17.355731 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-23e13e35-1887-452a-98f9-95d65012040f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:17.403710 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a2bdb5c1-5a1c-4316-b782-61b4dfdb5ea3 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks [] for security_group_rule (aab43cb8-aa22-4508-bf8e-bb5ce9fb01dc), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:17.418715 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a2bdb5c1-5a1c-4316-b782-61b4dfdb5ea3 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471706'] for security_group_rule (aab43cb8-aa22-4508-bf8e-bb5ce9fb01dc), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:17.438157 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bdb5c1-5a1c-4316-b782-61b4dfdb5ea3 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aab43cb8-aa22-4508-bf8e-bb5ce9fb01dc,revision_number=0']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:17.464827 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a2bdb5c1-5a1c-4316-b782-61b4dfdb5ea3 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:17.467467 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-a2bdb5c1-5a1c-4316-b782-61b4dfdb5ea3 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1856463 Feb 07 20:37:17.522566 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-23e13e35-1887-452a-98f9-95d65012040f admin admin] Publish callbacks [] for security_group (76a6f002-d62e-4118-a590-d5273b6ff50c), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:17.538525 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-23e13e35-1887-452a-98f9-95d65012040f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (76a6f002-d62e-4118-a590-d5273b6ff50c), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:17.595642 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ffeaabfb-1e21-43fd-9a14-1ee8cfb438aa req-08647cda-6ad5-4a9f-95c6-acae0fcd6868 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-455250719&fields=id&tenant_id=b81ed2187e4b4bb480ac9927221e90fc HTTP/1.1" status: 200 len: 267 time: 0.0640476 Feb 07 20:37:17.611662 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-23e13e35-1887-452a-98f9-95d65012040f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8aebfd77edf24ebea6522ea744ea5503&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4200809 Feb 07 20:37:17.612644 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 50950) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:37:17.615008 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e13e35-1887-452a-98f9-95d65012040f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a6f002-d62e-4118-a590-d5273b6ff50c,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:17.632019 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f88dff-10b6-466e-aacc-5fd265fbb7f2 req-8f17fff7-8b54-4e31-a926-05d09a4beced tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:17.641333 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-d7f88dff-10b6-466e-aacc-5fd265fbb7f2 req-8f17fff7-8b54-4e31-a926-05d09a4beced tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.1149197 Feb 07 20:37:17.688725 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ecc75036-5c50-487e-9bd8-35d5abbec061 admin admin] Publish callbacks [] for security_group (76a6f002-d62e-4118-a590-d5273b6ff50c), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:17.694125 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-d7f88dff-10b6-466e-aacc-5fd265fbb7f2 req-92c3673d-58a3-4643-9b20-0998e617ca73 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505414 Feb 07 20:37:17.703864 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeaabfb-1e21-43fd-9a14-1ee8cfb438aa req-0794c5c6-bfbd-490c-871c-b2b7b1c5efec tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:17.717102 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ffeaabfb-1e21-43fd-9a14-1ee8cfb438aa req-0794c5c6-bfbd-490c-871c-b2b7b1c5efec tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 946 time: 0.1096644 Feb 07 20:37:17.723422 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [req-ffeaabfb-1e21-43fd-9a14-1ee8cfb438aa req-d5dda2b0-3270-4b15-ac7c-d79204ef6132 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Request body: {'port': {'security_groups': ['2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9', 'c41372e6-75bf-4fe0-8d00-e7e33a583177']}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:37:17.761574 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ecc75036-5c50-487e-9bd8-35d5abbec061 admin admin] Publish callbacks [] for security_group (76a6f002-d62e-4118-a590-d5273b6ff50c), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:17.777980 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-6567659b-4dd6-4ac6-b0da-f00fa2f47b86 req-fc52da42-3a22-4fda-9fe8-7aae7c2c1f05 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/ports?device_id=19697ae2-f1e6-437a-94c8-66f26cccd409 HTTP/1.1" status: 200 len: 210 time: 0.0391409 Feb 07 20:37:17.835132 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-ffeaabfb-1e21-43fd-9a14-1ee8cfb438aa req-d5dda2b0-3270-4b15-ac7c-d79204ef6132 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (9ac5887a-4dac-445b-a47e-da236a7c719e), before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:17.880392 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ecc75036-5c50-487e-9bd8-35d5abbec061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (76a6f002-d62e-4118-a590-d5273b6ff50c), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:17.883013 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ecc75036-5c50-487e-9bd8-35d5abbec061 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:17.884220 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-ecc75036-5c50-487e-9bd8-35d5abbec061 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/76a6f002-d62e-4118-a590-d5273b6ff50c HTTP/1.1" status: 204 len: 168 time: 0.2706587 Feb 07 20:37:17.905810 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc75036-5c50-487e-9bd8-35d5abbec061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a6f002-d62e-4118-a590-d5273b6ff50c,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:18.107121 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-ffeaabfb-1e21-43fd-9a14-1ee8cfb438aa req-d5dda2b0-3270-4b15-ac7c-d79204ef6132 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] For port 9ac5887a-4dac-445b-a47e-da236a7c719e, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=9ac5887a-4dac-445b-a47e-da236a7c719e,segment=NetworkSegment(92297ea3-159c-48e9-b76b-2b4a88cff175),segment_id=92297ea3-159c-48e9-b76b-2b4a88cff175)] {{(pid=102681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:37:18.137687 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-ffeaabfb-1e21-43fd-9a14-1ee8cfb438aa req-d5dda2b0-3270-4b15-ac7c-d79204ef6132 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks [] for port (9ac5887a-4dac-445b-a47e-da236a7c719e), precommit_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:18.142324 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-ffeaabfb-1e21-43fd-9a14-1ee8cfb438aa req-d5dda2b0-3270-4b15-ac7c-d79204ef6132 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3187874'] for port (9ac5887a-4dac-445b-a47e-da236a7c719e), after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:18.186003 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeaabfb-1e21-43fd-9a14-1ee8cfb438aa req-d5dda2b0-3270-4b15-ac7c-d79204ef6132 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:18.186612 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-ffeaabfb-1e21-43fd-9a14-1ee8cfb438aa req-d5dda2b0-3270-4b15-ac7c-d79204ef6132 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:18.188037 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ffeaabfb-1e21-43fd-9a14-1ee8cfb438aa req-d5dda2b0-3270-4b15-ac7c-d79204ef6132 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "PUT /v2.0/ports/9ac5887a-4dac-445b-a47e-da236a7c719e HTTP/1.1" status: 200 len: 982 time: 0.4757597 Feb 07 20:37:18.188492 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '115ad554-9f83-4789-85fd-95c408e1c31f', 'tag': '9ac5887a-4dac-445b-a47e-da236a7c719e'}] {{(pid=102681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:37:18.190732 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d543a4f93c545b9f4b4319baf8ff9337481391693fb3bbf25dbe09721f1c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51b10d2-434e-4da1-aecb-72d03826915a" -d '{"events": [{"name": "network-changed", "server_uuid": "115ad554-9f83-4789-85fd-95c408e1c31f", "tag": "9ac5887a-4dac-445b-a47e-da236a7c719e"}]}' {{(pid=102681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:37:18.227284 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dda2b0-3270-4b15-ac7c-d79204ef6132 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Pushing event updated for resources: {'Port': ['ID=9ac5887a-4dac-445b-a47e-da236a7c719e,revision_number=6']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:18.229826 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 50974) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:37:18.245788 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c406c8-ccf0-47b1-ad01-be21f39b5e9b x-openstack-request-id: req-38c406c8-ccf0-47b1-ad01-be21f39b5e9b {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:37:18.246081 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "115ad554-9f83-4789-85fd-95c408e1c31f", "tag": "9ac5887a-4dac-445b-a47e-da236a7c719e", "status": "completed", "code": 200}]} {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:37:18.246331 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-38c406c8-ccf0-47b1-ad01-be21f39b5e9b {{(pid=102681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:37:18.246723 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '115ad554-9f83-4789-85fd-95c408e1c31f', 'tag': '9ac5887a-4dac-445b-a47e-da236a7c719e', 'status': 'completed', 'code': 200} Feb 07 20:37:18.249784 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6370bf30-8338-4bae-b8bc-e6b8e00cd76d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:18.348292 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d731582-e815-48cd-a1ea-0d589f84bbd2 req-f16930bb-39ee-4aef-9d8b-4ac540b08f9f tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:18.350835 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-7d731582-e815-48cd-a1ea-0d589f84bbd2 req-f16930bb-39ee-4aef-9d8b-4ac540b08f9f tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 985 time: 0.0854847 Feb 07 20:37:18.414305 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6370bf30-8338-4bae-b8bc-e6b8e00cd76d admin admin] Publish callbacks [] for security_group (9c4f7c0f-6478-4398-9b61-12c2aef95b22), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:18.421380 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6370bf30-8338-4bae-b8bc-e6b8e00cd76d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (9c4f7c0f-6478-4398-9b61-12c2aef95b22), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:18.466259 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-7d731582-e815-48cd-a1ea-0d589f84bbd2 req-dcb2d1eb-42c9-4dbf-ac7f-c9d3572b273e tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&id=c41372e6-75bf-4fe0-8d00-e7e33a583177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1078274 Feb 07 20:37:18.475061 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6370bf30-8338-4bae-b8bc-e6b8e00cd76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4f7c0f-6478-4398-9b61-12c2aef95b22,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:18.481379 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-6370bf30-8338-4bae-b8bc-e6b8e00cd76d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2c1693a4fe8146e6b5f3b8f4fa7861c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2504480 Feb 07 20:37:18.490574 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 50980) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:37:18.498671 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-9c4617c0-c5a3-48ff-bf0f-6ac0bdea93b9 None None] Provisioning complete for port 9ac5887a-4dac-445b-a47e-da236a7c719e triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:37:18.499175 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-9c4617c0-c5a3-48ff-bf0f-6ac0bdea93b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (9ac5887a-4dac-445b-a47e-da236a7c719e), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:18.539946 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ea0ee4f6-478b-4f91-963f-9941f7c94be9 admin admin] Publish callbacks [] for security_group (9c4f7c0f-6478-4398-9b61-12c2aef95b22), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:18.570115 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ea0ee4f6-478b-4f91-963f-9941f7c94be9 admin admin] Publish callbacks [] for security_group (9c4f7c0f-6478-4398-9b61-12c2aef95b22), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:18.577320 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-9c4617c0-c5a3-48ff-bf0f-6ac0bdea93b9 None None] Current status of the port 9ac5887a-4dac-445b-a47e-da236a7c719e is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:37:18.619378 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ea0ee4f6-478b-4f91-963f-9941f7c94be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (9c4f7c0f-6478-4398-9b61-12c2aef95b22), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:18.622676 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ea0ee4f6-478b-4f91-963f-9941f7c94be9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:18.623825 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-ea0ee4f6-478b-4f91-963f-9941f7c94be9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9c4f7c0f-6478-4398-9b61-12c2aef95b22 HTTP/1.1" status: 204 len: 168 time: 0.1323938 Feb 07 20:37:18.631298 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ee4f6-478b-4f91-963f-9941f7c94be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4f7c0f-6478-4398-9b61-12c2aef95b22,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:18.824556 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c7930-2c45-4361-8764-75408c51a214 req-36545152-b960-4267-b047-3c01d4314d8e tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:18.826796 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8b7c7930-2c45-4361-8764-75408c51a214 req-36545152-b960-4267-b047-3c01d4314d8e tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0572937 Feb 07 20:37:18.868618 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-93c85f67-4620-4bf5-bb14-22ecbccd999a req-fabc8c1e-0df1-41cb-bb80-0da310b25885 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/ports?device_id=19697ae2-f1e6-437a-94c8-66f26cccd409 HTTP/1.1" status: 200 len: 210 time: 0.0279365 Feb 07 20:37:18.886142 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8b7c7930-2c45-4361-8764-75408c51a214 req-c7337b19-e100-4cde-acc3-d07046e60ee6 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525446 Feb 07 20:37:18.954485 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 50994) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:37:18.967311 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-8a58ada2-5609-425f-a612-7c81d0771e04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:19.041001 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-8a58ada2-5609-425f-a612-7c81d0771e04 admin admin] Publish callbacks [] for security_group (21ad2bde-cde5-4a6b-891a-f908fa87b3b8), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:19.045928 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-8a58ada2-5609-425f-a612-7c81d0771e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (21ad2bde-cde5-4a6b-891a-f908fa87b3b8), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:19.084718 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-8a58ada2-5609-425f-a612-7c81d0771e04 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d37fdd7be08943078e3c7a7468584e62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1290493 Feb 07 20:37:19.085559 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a58ada2-5609-425f-a612-7c81d0771e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ad2bde-cde5-4a6b-891a-f908fa87b3b8,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:19.087819 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 50998) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:37:19.136391 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c661385f-f96f-4ef6-b2b8-bd5ac0e2480d admin admin] Publish callbacks [] for security_group (21ad2bde-cde5-4a6b-891a-f908fa87b3b8), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:19.156550 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c661385f-f96f-4ef6-b2b8-bd5ac0e2480d admin admin] Publish callbacks [] for security_group (21ad2bde-cde5-4a6b-891a-f908fa87b3b8), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:19.201105 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c661385f-f96f-4ef6-b2b8-bd5ac0e2480d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (21ad2bde-cde5-4a6b-891a-f908fa87b3b8), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:19.203801 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c661385f-f96f-4ef6-b2b8-bd5ac0e2480d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:19.204873 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-c661385f-f96f-4ef6-b2b8-bd5ac0e2480d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/21ad2bde-cde5-4a6b-891a-f908fa87b3b8 HTTP/1.1" status: 204 len: 168 time: 0.1163290 Feb 07 20:37:19.212078 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661385f-f96f-4ef6-b2b8-bd5ac0e2480d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ad2bde-cde5-4a6b-891a-f908fa87b3b8,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:19.969229 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-3da9d377-4a92-4556-b0c1-132877f16fb7 req-5391b408-26ed-46be-9127-a15132c0d4ef tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/ports?device_id=19697ae2-f1e6-437a-94c8-66f26cccd409 HTTP/1.1" status: 200 len: 210 time: 0.0280282 Feb 07 20:37:20.030744 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea901b8-9a7d-45a2-99e9-0a8bf845d8fb req-33909673-4a1f-43aa-86c2-0f8caf72cafe tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:20.032258 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-5ea901b8-9a7d-45a2-99e9-0a8bf845d8fb req-33909673-4a1f-43aa-86c2-0f8caf72cafe tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0715969 Feb 07 20:37:20.078985 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-5ea901b8-9a7d-45a2-99e9-0a8bf845d8fb req-94159d1b-aa5c-4276-a513-51fb53ad2415 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403428 Feb 07 20:37:20.235904 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['9ac5887a-4dac-445b-a47e-da236a7c719e'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:37:20.270516 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b10d2-434e-4da1-aecb-72d03826915a req-657b16ee-5340-44cc-a0ac-b5245409133f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:20.272114 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d51b10d2-434e-4da1-aecb-72d03826915a req-657b16ee-5340-44cc-a0ac-b5245409133f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b81ed2187e4b4bb480ac9927221e90fc&device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 1169 time: 0.0518234 Feb 07 20:37:20.373577 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['9ac5887a-4dac-445b-a47e-da236a7c719e'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:37:20.403218 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b10d2-434e-4da1-aecb-72d03826915a req-d34b2dd5-3c20-4039-8ac3-0a2d4c239bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:20.405081 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d51b10d2-434e-4da1-aecb-72d03826915a req-d34b2dd5-3c20-4039-8ac3-0a2d4c239bc4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ace0bd4e-24e6-4889-8232-1f8bdff3f386 HTTP/1.1" status: 200 len: 916 time: 0.1134560 Feb 07 20:37:20.507003 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d51b10d2-434e-4da1-aecb-72d03826915a req-1b3910cb-d3a3-49ef-a5b3-e2ba58391efb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ac5887a-4dac-445b-a47e-da236a7c719e HTTP/1.1" status: 200 len: 1001 time: 0.0815477 Feb 07 20:37:20.559530 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b10d2-434e-4da1-aecb-72d03826915a req-a4b415b1-bdad-4f59-83d0-9dee56608dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:20.561038 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d51b10d2-434e-4da1-aecb-72d03826915a req-a4b415b1-bdad-4f59-83d0-9dee56608dba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3cd4edc-eaf8-49b3-8c39-6df61c2ee5a5 HTTP/1.1" status: 200 len: 854 time: 0.0473289 Feb 07 20:37:20.622493 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b10d2-434e-4da1-aecb-72d03826915a req-e1aa2e48-2186-439b-82ce-33c81e2a307f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:20.624099 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d51b10d2-434e-4da1-aecb-72d03826915a req-e1aa2e48-2186-439b-82ce-33c81e2a307f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ace0bd4e-24e6-4889-8232-1f8bdff3f386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503139 Feb 07 20:37:20.716184 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d51b10d2-434e-4da1-aecb-72d03826915a req-25033294-26ac-482a-893b-12769fa2b776 service neutron] 10.222.0.24 "GET /v2.0/networks/ace0bd4e-24e6-4889-8232-1f8bdff3f386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803790 Feb 07 20:37:20.817179 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d51b10d2-434e-4da1-aecb-72d03826915a req-f2372915-4cc5-4daf-bc2d-1268f35b6127 service neutron] 10.222.0.24 "GET /v2.0/networks/ace0bd4e-24e6-4889-8232-1f8bdff3f386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864451 Feb 07 20:37:21.023104 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-f866a021-bb6b-4b74-b348-ae9d121de3a9 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:21.025401 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-f866a021-bb6b-4b74-b348-ae9d121de3a9 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.24 "GET /v2.0/networks?id=7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f HTTP/1.1" status: 200 len: 814 time: 0.1125951 Feb 07 20:37:21.041828 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-10973433-e9fb-40f2-b1c1-daf909a23577 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Request body: {'port': {'device_id': '19697ae2-f1e6-437a-94c8-66f26cccd409', 'network_id': '7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f', 'admin_state_up': True, 'tenant_id': '2f5a4bcebbff4cb7940464dc77727b0e'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:37:21.080052 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-77984186-760b-46f1-8e47-14a07a738a5f req-6a95bda9-dce1-401d-ab73-e9d24ef70231 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/ports?device_id=19697ae2-f1e6-437a-94c8-66f26cccd409 HTTP/1.1" status: 200 len: 210 time: 0.0373111 Feb 07 20:37:21.208171 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-10973433-e9fb-40f2-b1c1-daf909a23577 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Made reservation on behalf of 2f5a4bcebbff4cb7940464dc77727b0e for: {'port': 1} {{(pid=102681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:37:21.211529 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-10973433-e9fb-40f2-b1c1-daf909a23577 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:21.254435 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c90bdd-c7d7-423a-abca-159622664501 req-c98bafae-c1c5-4d05-8cb8-31baf1654e48 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:21.255958 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-00c90bdd-c7d7-423a-abca-159622664501 req-c98bafae-c1c5-4d05-8cb8-31baf1654e48 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0960207 Feb 07 20:37:21.373930 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-00c90bdd-c7d7-423a-abca-159622664501 req-df0cc3d2-0328-462b-ac59-5352850b0056 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870869 Feb 07 20:37:21.400010 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.db_base_plugin_common [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-10973433-e9fb-40f2-b1c1-daf909a23577 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Allocated IP 172.20.0.2 (7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f/ff1db4f8-a62f-4395-b83b-77d78d60bcdf/1db1aaf2-506c-4ebe-b518-9af21641e527) {{(pid=102681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:37:21.565766 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-10973433-e9fb-40f2-b1c1-daf909a23577 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Publish callbacks [] for port (1db1aaf2-506c-4ebe-b518-9af21641e527), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:21.608592 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-10973433-e9fb-40f2-b1c1-daf909a23577 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (1db1aaf2-506c-4ebe-b518-9af21641e527), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:21.653482 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-10973433-e9fb-40f2-b1c1-daf909a23577 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Network 7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f is already hosted by enough agents. {{(pid=102681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:37:21.658240 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.base_scheduler [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-10973433-e9fb-40f2-b1c1-daf909a23577 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Resources bound (agent type, host, resource id): {{(pid=102681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:37:21.661971 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-10973433-e9fb-40f2-b1c1-daf909a23577 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Received port after_create {{(pid=102681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:37:21.707862 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10973433-e9fb-40f2-b1c1-daf909a23577 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Pushing event updated for resources: {'Port': ['ID=1db1aaf2-506c-4ebe-b518-9af21641e527,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:21.730476 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-10973433-e9fb-40f2-b1c1-daf909a23577 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:21.730476 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-10973433-e9fb-40f2-b1c1-daf909a23577 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:21.750793 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-10973433-e9fb-40f2-b1c1-daf909a23577 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7128997 Feb 07 20:37:22.190090 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69110fff-7951-4eff-9f40-633cf53e73fe req-89a57cb2-e251-4d90-8e32-e0e302fc0686 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:22.191561 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-69110fff-7951-4eff-9f40-633cf53e73fe req-89a57cb2-e251-4d90-8e32-e0e302fc0686 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/ports?device_id=19697ae2-f1e6-437a-94c8-66f26cccd409 HTTP/1.1" status: 200 len: 931 time: 0.0541625 Feb 07 20:37:22.236937 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-69110fff-7951-4eff-9f40-633cf53e73fe req-dffbe65b-a5ab-4fed-9840-f31e9040936b tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/security-groups?id=9656f836-4669-46af-ba69-dfa237a56353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399995 Feb 07 20:37:22.496097 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d7122-8d5a-41e1-99f3-8d2ddef0b27b req-99513dde-f55f-453b-b9aa-7b13d1dc1ad5 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:22.497447 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-1a4d7122-8d5a-41e1-99f3-8d2ddef0b27b req-99513dde-f55f-453b-b9aa-7b13d1dc1ad5 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0520017 Feb 07 20:37:22.541821 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-1a4d7122-8d5a-41e1-99f3-8d2ddef0b27b req-4ae2e3fe-e0b6-4378-90f4-5af2cde91e45 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388827 Feb 07 20:37:23.351935 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b0fb4-4e54-4e3f-a404-69661b176d3a req-93d07375-cdb3-4ac4-93ad-2088c68182a9 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:23.353388 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-a13b0fb4-4e54-4e3f-a404-69661b176d3a req-93d07375-cdb3-4ac4-93ad-2088c68182a9 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/ports?device_id=19697ae2-f1e6-437a-94c8-66f26cccd409 HTTP/1.1" status: 200 len: 931 time: 0.0503991 Feb 07 20:37:23.402500 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-a13b0fb4-4e54-4e3f-a404-69661b176d3a req-cd9f88c9-2ae7-48a8-9319-1a19feb43241 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/security-groups?id=9656f836-4669-46af-ba69-dfa237a56353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429959 Feb 07 20:37:23.657471 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16c02c-f2a4-4e4b-8b11-f3d3913c910e req-9c1fbdda-a434-420d-a1bb-67bdb4185dd8 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:23.659057 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-4f16c02c-f2a4-4e4b-8b11-f3d3913c910e req-9c1fbdda-a434-420d-a1bb-67bdb4185dd8 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0519431 Feb 07 20:37:23.706422 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-4f16c02c-f2a4-4e4b-8b11-f3d3913c910e req-e48e82d8-9f89-4f1c-97f4-2c312c7064bc tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417523 Feb 07 20:37:24.518956 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c674f9-bffc-4c14-a2ab-e58ba586606e req-ac8f2ca0-4069-4b11-bd19-857ef79f68c8 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:24.520345 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-95c674f9-bffc-4c14-a2ab-e58ba586606e req-ac8f2ca0-4069-4b11-bd19-857ef79f68c8 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/ports?device_id=19697ae2-f1e6-437a-94c8-66f26cccd409 HTTP/1.1" status: 200 len: 931 time: 0.0544016 Feb 07 20:37:24.565476 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-95c674f9-bffc-4c14-a2ab-e58ba586606e req-12654355-5205-40c1-b6f2-a57e75be6e51 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/security-groups?id=9656f836-4669-46af-ba69-dfa237a56353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397472 Feb 07 20:37:24.834763 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5840b7-0174-489f-873b-509422b00931 req-1d79f4ae-67cb-4fcb-a8bc-977b65556e48 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:24.836254 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-ef5840b7-0174-489f-873b-509422b00931 req-1d79f4ae-67cb-4fcb-a8bc-977b65556e48 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0550849 Feb 07 20:37:24.882005 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-ef5840b7-0174-489f-873b-509422b00931 req-c2faf093-a0e3-4736-aefc-04fbea4bb1b6 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397580 Feb 07 20:37:25.008723 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-20320913-0835-470f-b2f4-ab032f8a7bb9 service neutron] Request body: {'port': {'device_id': '19697ae2-f1e6-437a-94c8-66f26cccd409', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82815'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:37:25.064554 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-20320913-0835-470f-b2f4-ab032f8a7bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (1db1aaf2-506c-4ebe-b518-9af21641e527), before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:25.315336 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-20320913-0835-470f-b2f4-ab032f8a7bb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1db1aaf2-506c-4ebe-b518-9af21641e527 {{(pid=102681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:37:25.322572 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-20320913-0835-470f-b2f4-ab032f8a7bb9 service neutron] Publish callbacks [] for port (1db1aaf2-506c-4ebe-b518-9af21641e527), precommit_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:25.334679 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.provisioning_blocks [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-20320913-0835-470f-b2f4-ab032f8a7bb9 service neutron] Transition to ACTIVE for port object 1db1aaf2-506c-4ebe-b518-9af21641e527 will not be triggered until provisioned by entity L2. {{(pid=102681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:37:25.337607 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-20320913-0835-470f-b2f4-ab032f8a7bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3187874'] for port (1db1aaf2-506c-4ebe-b518-9af21641e527), after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:25.387382 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20320913-0835-470f-b2f4-ab032f8a7bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=1db1aaf2-506c-4ebe-b518-9af21641e527,revision_number=2']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:25.452918 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-20320913-0835-470f-b2f4-ab032f8a7bb9 service neutron] Attempting to bind port 1db1aaf2-506c-4ebe-b518-9af21641e527 on host hv-cinder-82815 for vnic_type normal with profile {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:37:25.453240 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-20320913-0835-470f-b2f4-ab032f8a7bb9 service neutron] Attempting to bind port 1db1aaf2-506c-4ebe-b518-9af21641e527 by drivers openvswitch,hyperv on host hv-cinder-82815 at level 0 using segments [{'id': 'b6f251ef-eff8-415b-97ed-ba80b14f0fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f'}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:37:25.453562 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-20320913-0835-470f-b2f4-ab032f8a7bb9 service neutron] Attempting to bind port 1db1aaf2-506c-4ebe-b518-9af21641e527 on network 7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:37:25.457673 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-20320913-0835-470f-b2f4-ab032f8a7bb9 service neutron] Port 1db1aaf2-506c-4ebe-b518-9af21641e527 on network 7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82815 {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:37:25.457983 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-20320913-0835-470f-b2f4-ab032f8a7bb9 service neutron] Attempting to bind port 1db1aaf2-506c-4ebe-b518-9af21641e527 on network 7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:37:25.462569 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-20320913-0835-470f-b2f4-ab032f8a7bb9 service neutron] Checking agent: {'id': '2db0d972-3e88-4a6a-9d75-f8f2fe350c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82815', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 33, 26), 'started_at': datetime.datetime(2022, 2, 7, 20, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:37:25.462896 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-20320913-0835-470f-b2f4-ab032f8a7bb9 service neutron] Checking segment: {'id': 'b6f251ef-eff8-415b-97ed-ba80b14f0fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:37:25.463280 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-20320913-0835-470f-b2f4-ab032f8a7bb9 service neutron] Bound using segment: {'id': 'b6f251ef-eff8-415b-97ed-ba80b14f0fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f'} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:37:25.463721 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-20320913-0835-470f-b2f4-ab032f8a7bb9 service neutron] Bound port: 1db1aaf2-506c-4ebe-b518-9af21641e527, host: hv-cinder-82815, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f251ef-eff8-415b-97ed-ba80b14f0fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f'}}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:37:25.464086 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-20320913-0835-470f-b2f4-ab032f8a7bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (1db1aaf2-506c-4ebe-b518-9af21641e527), before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:25.525017 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-20320913-0835-470f-b2f4-ab032f8a7bb9 service neutron] For port 1db1aaf2-506c-4ebe-b518-9af21641e527, host hv-cinder-82815, cleared binding levels {{(pid=102681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:37:25.527863 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-20320913-0835-470f-b2f4-ab032f8a7bb9 service neutron] For port 1db1aaf2-506c-4ebe-b518-9af21641e527, host hv-cinder-82815, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=1db1aaf2-506c-4ebe-b518-9af21641e527,segment=NetworkSegment(b6f251ef-eff8-415b-97ed-ba80b14f0fa0),segment_id=b6f251ef-eff8-415b-97ed-ba80b14f0fa0)] {{(pid=102681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:37:25.533754 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-20320913-0835-470f-b2f4-ab032f8a7bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3187874'] for port (1db1aaf2-506c-4ebe-b518-9af21641e527), after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:25.563922 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-20320913-0835-470f-b2f4-ab032f8a7bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:25.564522 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-20320913-0835-470f-b2f4-ab032f8a7bb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:25.565919 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-20320913-0835-470f-b2f4-ab032f8a7bb9 service neutron] 10.222.0.24 "PUT /v2.0/ports/1db1aaf2-506c-4ebe-b518-9af21641e527 HTTP/1.1" status: 200 len: 1093 time: 0.5615253 Feb 07 20:37:25.566285 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19697ae2-f1e6-437a-94c8-66f26cccd409', 'tag': '1db1aaf2-506c-4ebe-b518-9af21641e527'}] {{(pid=102681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:37:25.568490 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d543a4f93c545b9f4b4319baf8ff9337481391693fb3bbf25dbe09721f1c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa47d213-6337-47ce-b8dc-46d4ca3acbd9" -d '{"events": [{"name": "network-changed", "server_uuid": "19697ae2-f1e6-437a-94c8-66f26cccd409", "tag": "1db1aaf2-506c-4ebe-b518-9af21641e527"}]}' {{(pid=102681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:37:25.596306 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20320913-0835-470f-b2f4-ab032f8a7bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=1db1aaf2-506c-4ebe-b518-9af21641e527,revision_number=3']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:25.634558 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6532315-0839-466a-be67-fddaefc7c45d x-openstack-request-id: req-e6532315-0839-466a-be67-fddaefc7c45d {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:37:25.634848 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19697ae2-f1e6-437a-94c8-66f26cccd409", "tag": "1db1aaf2-506c-4ebe-b518-9af21641e527", "status": "completed", "code": 200}]} {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:37:25.635122 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e6532315-0839-466a-be67-fddaefc7c45d {{(pid=102681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:37:25.636065 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19697ae2-f1e6-437a-94c8-66f26cccd409', 'tag': '1db1aaf2-506c-4ebe-b518-9af21641e527', 'status': 'completed', 'code': 200} Feb 07 20:37:25.655169 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-e09bbb21-20b7-4816-95e4-f9170bc2ac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:25.656725 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-e09bbb21-20b7-4816-95e4-f9170bc2ac43 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f5a4bcebbff4cb7940464dc77727b0e&device_id=19697ae2-f1e6-437a-94c8-66f26cccd409 HTTP/1.1" status: 200 len: 1127 time: 0.0494008 Feb 07 20:37:25.694127 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be65aaf-e07f-48f4-946a-e4f60a5e5477 req-07f31190-015a-4ffa-a2c4-008a4443bf54 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:25.702783 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-5be65aaf-e07f-48f4-946a-e4f60a5e5477 req-07f31190-015a-4ffa-a2c4-008a4443bf54 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/ports?device_id=19697ae2-f1e6-437a-94c8-66f26cccd409 HTTP/1.1" status: 200 len: 943 time: 0.0610945 Feb 07 20:37:25.707422 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-cd7a6923-7436-488a-b891-5c4be71b0641 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1db1aaf2-506c-4ebe-b518-9af21641e527 HTTP/1.1" status: 200 len: 217 time: 0.0388663 Feb 07 20:37:25.770169 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-5be65aaf-e07f-48f4-946a-e4f60a5e5477 req-2e7c5d18-3b27-4f0a-ba95-c9a902f0c7cd tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/security-groups?id=9656f836-4669-46af-ba69-dfa237a56353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623991 Feb 07 20:37:25.790357 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-b3ed6a71-915a-4ec8-95d6-240b9bbd47ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:25.792406 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-b3ed6a71-915a-4ec8-95d6-240b9bbd47ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ff1db4f8-a62f-4395-b83b-77d78d60bcdf HTTP/1.1" status: 200 len: 854 time: 0.0783255 Feb 07 20:37:25.828053 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-f88709d3-766c-413c-bc14-268528d2206e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264106 Feb 07 20:37:26.174492 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-ef9269d9-2071-4946-a6fe-fb2cfc3531af service neutron] 10.222.0.24 "GET /v2.0/networks/7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373425 Feb 07 20:37:26.184207 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4627a16-c053-484a-ad51-ac7bb9cef2ea req-050bd490-e5b5-4e12-a39a-40c236fa946e tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:26.185574 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-a4627a16-c053-484a-ad51-ac7bb9cef2ea req-050bd490-e5b5-4e12-a39a-40c236fa946e tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0782189 Feb 07 20:37:26.298669 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-a4627a16-c053-484a-ad51-ac7bb9cef2ea req-f234874a-41cc-40ad-94cb-86adc2d61246 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053302 Feb 07 20:37:26.311521 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9eec78f7-0acd-43a0-9b78-c0a2da4a484f req-e4469862-ac8f-4742-bfab-cd967f1aad9a service neutron] 10.222.0.24 "GET /v2.0/networks/7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249523 Feb 07 20:37:26.387858 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (2db0d972-3e88-4a6a-9d75-f8f2fe350c5f), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:26.475065 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47d213-6337-47ce-b8dc-46d4ca3acbd9 req-b7cc7d09-9ce7-41f4-969b-b443d9004ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:26.476982 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-fa47d213-6337-47ce-b8dc-46d4ca3acbd9 req-b7cc7d09-9ce7-41f4-969b-b443d9004ee5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f5a4bcebbff4cb7940464dc77727b0e&device_id=19697ae2-f1e6-437a-94c8-66f26cccd409 HTTP/1.1" status: 200 len: 1127 time: 0.0854714 Feb 07 20:37:26.539349 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-24d92573-1362-49b6-92b1-e4a8685c69df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:26.575245 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47d213-6337-47ce-b8dc-46d4ca3acbd9 req-4ba5c80b-6b88-4e75-a70a-87dcb342e5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:26.576803 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-fa47d213-6337-47ce-b8dc-46d4ca3acbd9 req-4ba5c80b-6b88-4e75-a70a-87dcb342e5fd service neutron] 10.222.0.24 "GET /v2.0/networks?id=7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f HTTP/1.1" status: 200 len: 915 time: 0.0878696 Feb 07 20:37:26.628997 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-fa47d213-6337-47ce-b8dc-46d4ca3acbd9 req-b9464d04-236e-4faf-9d6c-267f6fd5bba9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1db1aaf2-506c-4ebe-b518-9af21641e527 HTTP/1.1" status: 200 len: 217 time: 0.0447118 Feb 07 20:37:26.678787 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47d213-6337-47ce-b8dc-46d4ca3acbd9 req-b9ece2c7-d61b-42d8-86a7-f96dcf43d0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:26.680306 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-fa47d213-6337-47ce-b8dc-46d4ca3acbd9 req-b9ece2c7-d61b-42d8-86a7-f96dcf43d0ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ff1db4f8-a62f-4395-b83b-77d78d60bcdf HTTP/1.1" status: 200 len: 854 time: 0.0433187 Feb 07 20:37:26.712607 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-fa47d213-6337-47ce-b8dc-46d4ca3acbd9 req-21b33ec3-f504-40ac-857f-a54fb453e65c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255320 Feb 07 20:37:26.828966 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-fa47d213-6337-47ce-b8dc-46d4ca3acbd9 req-7cf3acdd-acb9-4253-925f-3f3736ba7833 service neutron] 10.222.0.24 "GET /v2.0/networks/7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985582 Feb 07 20:37:26.905368 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730e46a-77e6-40f5-8008-54a7474c5974 req-d60645ef-c208-4a8a-92db-bc308130fe8f tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:26.907351 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-0730e46a-77e6-40f5-8008-54a7474c5974 req-d60645ef-c208-4a8a-92db-bc308130fe8f tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/ports?device_id=19697ae2-f1e6-437a-94c8-66f26cccd409 HTTP/1.1" status: 200 len: 943 time: 0.0785489 Feb 07 20:37:26.965128 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-fa47d213-6337-47ce-b8dc-46d4ca3acbd9 req-44007091-3c25-4229-bba0-7e70af8ca6db service neutron] 10.222.0.24 "GET /v2.0/networks/7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271539 Feb 07 20:37:27.017785 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-0730e46a-77e6-40f5-8008-54a7474c5974 req-a907e86d-f424-412b-b87d-43fd9a5afe33 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/security-groups?id=9656f836-4669-46af-ba69-dfa237a56353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044133 Feb 07 20:37:27.019903 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849d5f8-f42d-4228-a30e-f0f3e637bca0 req-497a2427-4f3a-4c06-bb7e-d45e8fe6e2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:27.022294 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-7849d5f8-f42d-4228-a30e-f0f3e637bca0 req-497a2427-4f3a-4c06-bb7e-d45e8fe6e2ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65cf5264b1da4554b2269d6ae291ebe5&device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 1129 time: 0.0954106 Feb 07 20:37:27.155649 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849d5f8-f42d-4228-a30e-f0f3e637bca0 req-eab3f9df-64ca-4592-b0c4-ee83f6b9a87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:27.157230 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-7849d5f8-f42d-4228-a30e-f0f3e637bca0 req-eab3f9df-64ca-4592-b0c4-ee83f6b9a87e service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ca2a6cc-a6a4-43f6-8547-da5aef66c337 HTTP/1.1" status: 200 len: 920 time: 0.1076372 Feb 07 20:37:27.201161 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-7849d5f8-f42d-4228-a30e-f0f3e637bca0 req-df948571-094e-4d81-bdd1-433ebe56d7ba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48a2d566-e03d-4d9e-be71-21cdab9444a0 HTTP/1.1" status: 200 len: 217 time: 0.0375609 Feb 07 20:37:27.251603 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849d5f8-f42d-4228-a30e-f0f3e637bca0 req-5f5694b2-02d5-436a-891e-6b7c0cf9328a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:27.253317 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-7849d5f8-f42d-4228-a30e-f0f3e637bca0 req-5f5694b2-02d5-436a-891e-6b7c0cf9328a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53c092ef-219e-4a25-a4d7-3fe3d86843e6 HTTP/1.1" status: 200 len: 859 time: 0.0458672 Feb 07 20:37:27.291161 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-7849d5f8-f42d-4228-a30e-f0f3e637bca0 req-d9cbfda8-fc57-4bf2-95d7-0f61405ac5e7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ca2a6cc-a6a4-43f6-8547-da5aef66c337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277317 Feb 07 20:37:27.500134 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c57d9-bd74-41f8-ab15-bcf70ba0d8ba req-c272e088-df9d-4d55-a702-37077a7b2329 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:27.501991 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-0c8c57d9-bd74-41f8-ab15-bcf70ba0d8ba req-c272e088-df9d-4d55-a702-37077a7b2329 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.1083903 Feb 07 20:37:27.582905 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-0c8c57d9-bd74-41f8-ab15-bcf70ba0d8ba req-aacd9446-599f-4ea6-8b8a-fa0db23ff5cb tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707600 Feb 07 20:37:27.634350 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-7849d5f8-f42d-4228-a30e-f0f3e637bca0 req-755e5650-a909-49ed-bbcb-c44a7811f871 service neutron] 10.222.0.24 "GET /v2.0/networks/4ca2a6cc-a6a4-43f6-8547-da5aef66c337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356633 Feb 07 20:37:27.721739 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-7849d5f8-f42d-4228-a30e-f0f3e637bca0 req-e5acf417-9cbb-44e2-bb19-9082ea21542a service neutron] 10.222.0.24 "GET /v2.0/networks/4ca2a6cc-a6a4-43f6-8547-da5aef66c337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799892 Feb 07 20:37:28.153881 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7449a-18a3-4460-a078-d0b492e1546a req-b59d4128-ebf1-47dc-802e-3f939458fa65 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:28.161091 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-40f7449a-18a3-4460-a078-d0b492e1546a req-b59d4128-ebf1-47dc-802e-3f939458fa65 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/ports?device_id=19697ae2-f1e6-437a-94c8-66f26cccd409 HTTP/1.1" status: 200 len: 943 time: 0.0689723 Feb 07 20:37:28.214535 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-40f7449a-18a3-4460-a078-d0b492e1546a req-2098208c-29f1-49ab-b8d7-ed331261c1fd tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/security-groups?id=9656f836-4669-46af-ba69-dfa237a56353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524518 Feb 07 20:37:28.256560 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 1db1aaf2-506c-4ebe-b518-9af21641e527 details requested by agent hyperv_hv-cinder-82815 with host hv-cinder-82815 {{(pid=102682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:37:28.372065 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 1db1aaf2-506c-4ebe-b518-9af21641e527, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=1db1aaf2-506c-4ebe-b518-9af21641e527,segment=NetworkSegment(b6f251ef-eff8-415b-97ed-ba80b14f0fa0),segment_id=b6f251ef-eff8-415b-97ed-ba80b14f0fa0)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:37:28.386821 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Returning: {'device': '1db1aaf2-506c-4ebe-b518-9af21641e527', 'network_id': '7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f', 'port_id': '1db1aaf2-506c-4ebe-b518-9af21641e527', 'mac_address': 'fa:16:3e:10:31:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff1db4f8-a62f-4395-b83b-77d78d60bcdf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:37:28.428316 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port 1db1aaf2-506c-4ebe-b518-9af21641e527 is: DOWN; New status is: BUILD {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:37:28.428712 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (1db1aaf2-506c-4ebe-b518-9af21641e527), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:28.447260 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db1aaf2-506c-4ebe-b518-9af21641e527 {{(pid=102682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:37:28.597557 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 1db1aaf2-506c-4ebe-b518-9af21641e527, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=1db1aaf2-506c-4ebe-b518-9af21641e527,segment=NetworkSegment(b6f251ef-eff8-415b-97ed-ba80b14f0fa0),segment_id=b6f251ef-eff8-415b-97ed-ba80b14f0fa0)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:37:28.608027 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (1db1aaf2-506c-4ebe-b518-9af21641e527), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:28.664672 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=1db1aaf2-506c-4ebe-b518-9af21641e527,revision_number=4']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:28.671650 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:37:28.672137 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:37:28.672499 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:37:28.673027 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:37:28.673358 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:37:28.673686 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:37:28.674014 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:37:28.674343 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:37:28.674665 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:37:28.675010 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:37:28.675336 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:37:28.675678 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:37:28.675995 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:37:28.715592 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c576a65-9c79-440b-978e-dd8ba1b674b9 req-852b7fb9-97e3-44c1-a2a1-98ac729b364b tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:28.717315 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-4c576a65-9c79-440b-978e-dd8ba1b674b9 req-852b7fb9-97e3-44c1-a2a1-98ac729b364b tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0537670 Feb 07 20:37:28.776322 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-4c576a65-9c79-440b-978e-dd8ba1b674b9 req-9d2fcad1-839d-47a0-97a6-70bce2bbd64c tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517895 Feb 07 20:37:28.879093 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-d29a7533-f741-4d29-a91a-f57fead06af1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:28.975153 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['1db1aaf2-506c-4ebe-b518-9af21641e527'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:37:29.341434 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5addd7-0005-4c71-a167-1ce992969465 req-f75fd3e1-46cb-4044-ac2c-401a182aeb85 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:29.343023 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-2c5addd7-0005-4c71-a167-1ce992969465 req-f75fd3e1-46cb-4044-ac2c-401a182aeb85 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/ports?device_id=19697ae2-f1e6-437a-94c8-66f26cccd409 HTTP/1.1" status: 200 len: 944 time: 0.0548275 Feb 07 20:37:29.392353 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-2c5addd7-0005-4c71-a167-1ce992969465 req-0bea9ae8-0de4-4fae-b7c2-e52f33d9e9b9 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/security-groups?id=9656f836-4669-46af-ba69-dfa237a56353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433369 Feb 07 20:37:29.896953 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8b714-9b4c-4bbf-8f1f-4e6b8f700bcc req-a03d18a5-20d5-4e30-a45f-4170789b01c4 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:29.899914 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-21a8b714-9b4c-4bbf-8f1f-4e6b8f700bcc req-a03d18a5-20d5-4e30-a45f-4170789b01c4 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0561230 Feb 07 20:37:29.949216 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:29.951702 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-21a8b714-9b4c-4bbf-8f1f-4e6b8f700bcc req-e7919401-b9f4-4eec-aa07-75393643b7fd tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471385 Feb 07 20:37:30.510806 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e07c60-05f8-42f9-aa7d-1055f3e16f91 req-2740ab97-28aa-45f0-992b-c6f599c2c3de tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:30.512434 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-19e07c60-05f8-42f9-aa7d-1055f3e16f91 req-2740ab97-28aa-45f0-992b-c6f599c2c3de tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/ports?device_id=19697ae2-f1e6-437a-94c8-66f26cccd409 HTTP/1.1" status: 200 len: 944 time: 0.0546958 Feb 07 20:37:30.557819 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-19e07c60-05f8-42f9-aa7d-1055f3e16f91 req-b11a0a90-380d-443b-a4c5-2e1e48392001 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/security-groups?id=9656f836-4669-46af-ba69-dfa237a56353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399141 Feb 07 20:37:31.066293 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46370a43-c478-465c-bf13-5cf121a89076 req-9a18e513-7b1a-4d02-ad1e-317bc02978fb tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:31.067788 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-46370a43-c478-465c-bf13-5cf121a89076 req-9a18e513-7b1a-4d02-ad1e-317bc02978fb tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0517533 Feb 07 20:37:31.113159 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-46370a43-c478-465c-bf13-5cf121a89076 req-bd413a8d-b686-46f8-94d0-aa9bc1e248d8 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394018 Feb 07 20:37:31.478331 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:31.672258 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9563e4-b5a0-4703-97f7-ef6bbb7e388d req-d2bbca26-67e4-4017-ad6e-c9c1e4c46046 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:31.673703 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-4e9563e4-b5a0-4703-97f7-ef6bbb7e388d req-d2bbca26-67e4-4017-ad6e-c9c1e4c46046 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/ports?device_id=19697ae2-f1e6-437a-94c8-66f26cccd409 HTTP/1.1" status: 200 len: 944 time: 0.0513306 Feb 07 20:37:31.718435 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-4e9563e4-b5a0-4703-97f7-ef6bbb7e388d req-c2028d0d-52cb-4c15-bae0-b536d64a79d9 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/security-groups?id=9656f836-4669-46af-ba69-dfa237a56353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393095 Feb 07 20:37:32.236970 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d146112-3fa4-4c62-b8f7-ec1ee8285246 req-1a247f1f-611d-40fd-bf42-6d723d1ab0a0 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:32.238430 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-3d146112-3fa4-4c62-b8f7-ec1ee8285246 req-1a247f1f-611d-40fd-bf42-6d723d1ab0a0 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0556564 Feb 07 20:37:32.284079 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-3d146112-3fa4-4c62-b8f7-ec1ee8285246 req-a214b06d-d68f-4323-9148-078282363153 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401046 Feb 07 20:37:32.719953 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:32.834561 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08670d78-f21f-4fa9-9a3e-9036f3702e4a req-3c9e912a-8a01-4964-8b4f-01f018c9dca2 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:32.836056 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-08670d78-f21f-4fa9-9a3e-9036f3702e4a req-3c9e912a-8a01-4964-8b4f-01f018c9dca2 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/ports?device_id=19697ae2-f1e6-437a-94c8-66f26cccd409 HTTP/1.1" status: 200 len: 944 time: 0.0517852 Feb 07 20:37:32.886876 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-08670d78-f21f-4fa9-9a3e-9036f3702e4a req-59b3d81e-c1b7-4c06-b1a1-6947b01e4018 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/security-groups?id=9656f836-4669-46af-ba69-dfa237a56353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447063 Feb 07 20:37:33.405898 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a9474-799d-43ef-b311-7820a307d7e0 req-6db6aea0-bd73-4855-b571-5268efbef44a tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:33.407349 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-6b3a9474-799d-43ef-b311-7820a307d7e0 req-6db6aea0-bd73-4855-b571-5268efbef44a tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0571449 Feb 07 20:37:33.453414 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-6b3a9474-799d-43ef-b311-7820a307d7e0 req-4313d35d-cc3a-4e07-afcc-1ae346456c93 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406289 Feb 07 20:37:34.000328 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad2d10-a871-4c2b-a57b-d3958ee05bff req-d8cf6c8d-52e3-4b71-a237-e4d85e4ade53 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:34.001780 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-7aad2d10-a871-4c2b-a57b-d3958ee05bff req-d8cf6c8d-52e3-4b71-a237-e4d85e4ade53 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/ports?device_id=19697ae2-f1e6-437a-94c8-66f26cccd409 HTTP/1.1" status: 200 len: 944 time: 0.0508747 Feb 07 20:37:34.046837 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-7aad2d10-a871-4c2b-a57b-d3958ee05bff req-6d633e37-8c41-4309-a127-b9ab9144ba19 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/security-groups?id=9656f836-4669-46af-ba69-dfa237a56353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395966 Feb 07 20:37:34.168483 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 1db1aaf2-506c-4ebe-b518-9af21641e527 up at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:37:34.224043 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning for port 1db1aaf2-506c-4ebe-b518-9af21641e527 completed by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:37:34.227754 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning complete for port 1db1aaf2-506c-4ebe-b518-9af21641e527 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:37:34.228123 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (1db1aaf2-506c-4ebe-b518-9af21641e527), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:34.309180 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port 1db1aaf2-506c-4ebe-b518-9af21641e527 is: BUILD; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:37:34.309570 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (1db1aaf2-506c-4ebe-b518-9af21641e527), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:34.334548 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19697ae2-f1e6-437a-94c8-66f26cccd409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db1aaf2-506c-4ebe-b518-9af21641e527'}] {{(pid=102682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:37:34.336915 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49691025426d341bc8e7177f0b95fa1f617f1e30ecd73d77513429b9266eb12b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9a7d01-5c3d-4b54-9224-24f93cd2ca73" -d '{"events": [{"server_uuid": "19697ae2-f1e6-437a-94c8-66f26cccd409", "name": "network-vif-plugged", "status": "completed", "tag": "1db1aaf2-506c-4ebe-b518-9af21641e527"}]}' {{(pid=102682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:37:34.356918 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 1db1aaf2-506c-4ebe-b518-9af21641e527, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=1db1aaf2-506c-4ebe-b518-9af21641e527,segment=NetworkSegment(b6f251ef-eff8-415b-97ed-ba80b14f0fa0),segment_id=b6f251ef-eff8-415b-97ed-ba80b14f0fa0)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:37:34.364361 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (1db1aaf2-506c-4ebe-b518-9af21641e527), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:34.396818 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5899342f-4642-4fc7-9d63-a89ed58a682d x-openstack-request-id: req-5899342f-4642-4fc7-9d63-a89ed58a682d {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:37:34.397140 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19697ae2-f1e6-437a-94c8-66f26cccd409", "name": "network-vif-plugged", "status": "completed", "tag": "1db1aaf2-506c-4ebe-b518-9af21641e527", "code": 200}]} {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:37:34.397400 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5899342f-4642-4fc7-9d63-a89ed58a682d {{(pid=102682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:37:34.397789 dv-cinder-828150-2-iscsi neutron-server[102682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19697ae2-f1e6-437a-94c8-66f26cccd409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db1aaf2-506c-4ebe-b518-9af21641e527', 'code': 200} Feb 07 20:37:34.427752 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=1db1aaf2-506c-4ebe-b518-9af21641e527,revision_number=5']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:34.620089 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8c007-4d75-497e-a4b7-a7d99d5e84ee req-47c0e90e-00e7-4002-b3d9-8b6a959fe592 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:34.621602 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-29a8c007-4d75-497e-a4b7-a7d99d5e84ee req-47c0e90e-00e7-4002-b3d9-8b6a959fe592 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0674868 Feb 07 20:37:34.638713 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8cfcf9-8074-42a9-a602-2212f3c11f07 req-59705f1d-1d93-4b0e-a014-6eaf8b536a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:34.640696 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-1a8cfcf9-8074-42a9-a602-2212f3c11f07 req-59705f1d-1d93-4b0e-a014-6eaf8b536a91 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 1129 time: 0.1010401 Feb 07 20:37:34.652522 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f2322-36e2-428f-a72f-af7e840fb933 req-8e5cff4e-fa45-4f60-b6fa-13584004d0bc tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:34.655025 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-c21f2322-36e2-428f-a72f-af7e840fb933 req-8e5cff4e-fa45-4f60-b6fa-13584004d0bc tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.0718591 Feb 07 20:37:34.723722 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-1a8cfcf9-8074-42a9-a602-2212f3c11f07 req-f860b996-6c03-424d-93af-0e971e82d792 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674803 Feb 07 20:37:34.733420 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-29a8c007-4d75-497e-a4b7-a7d99d5e84ee req-07571399-3e9c-496d-a18c-24886dea8ea5 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947111 Feb 07 20:37:34.735781 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-c21f2322-36e2-428f-a72f-af7e840fb933 req-a6cf6584-28ff-45c0-92de-695ec60ad250 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732994 Feb 07 20:37:34.769779 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27518c19-2189-4763-a9c6-a5c17978bd5f req-b66f7544-6ef8-4da3-8ef8-6a8be24a577b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:34.771293 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-27518c19-2189-4763-a9c6-a5c17978bd5f req-b66f7544-6ef8-4da3-8ef8-6a8be24a577b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=19697ae2-f1e6-437a-94c8-66f26cccd409 HTTP/1.1" status: 200 len: 1129 time: 0.0526989 Feb 07 20:37:35.108250 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-27518c19-2189-4763-a9c6-a5c17978bd5f req-9a4925f5-e331-4677-b2a2-c7f34ad63920 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9656f836-4669-46af-ba69-dfa237a56353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374615 Feb 07 20:37:35.164088 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac19dd0-6671-450f-b5df-fff22fe46aca req-8b473fd6-21cc-4f61-9a32-d4504ac0fccf tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:35.165540 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8ac19dd0-6671-450f-b5df-fff22fe46aca req-8b473fd6-21cc-4f61-9a32-d4504ac0fccf tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/ports?device_id=19697ae2-f1e6-437a-94c8-66f26cccd409 HTTP/1.1" status: 200 len: 945 time: 0.0538323 Feb 07 20:37:35.213931 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8ac19dd0-6671-450f-b5df-fff22fe46aca req-937b6d15-6fe6-4971-a814-d2979f0eb940 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/security-groups?id=9656f836-4669-46af-ba69-dfa237a56353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413952 Feb 07 20:37:35.880884 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4605a03a-fc4e-4888-a24e-3b7bd40a3087 req-0672631d-f736-4a14-a86c-ee8c56332c30 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:35.883983 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6222e710-a6d7-4ae0-bd83-3fe4cf3826aa req-33dab23d-84fd-40f9-89d1-d73db7ab23b1 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:35.884597 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-4605a03a-fc4e-4888-a24e-3b7bd40a3087 req-0672631d-f736-4a14-a86c-ee8c56332c30 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.0793836 Feb 07 20:37:35.891523 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-6222e710-a6d7-4ae0-bd83-3fe4cf3826aa req-33dab23d-84fd-40f9-89d1-d73db7ab23b1 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0815322 Feb 07 20:37:35.946231 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-6222e710-a6d7-4ae0-bd83-3fe4cf3826aa req-bef798e3-9b75-4122-8c3b-24e998ec6bc6 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537643 Feb 07 20:37:35.956509 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-4605a03a-fc4e-4888-a24e-3b7bd40a3087 req-7d9e13e1-cf81-416f-9e0f-97d1be38154c tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653355 Feb 07 20:37:36.162541 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 51452) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:37:36.280101 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-433fb632-70a4-45a7-b163-0725b4abddf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:36.381372 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-54502674-8175-4201-82d4-3fc99ed9c102 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:36.382163 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ec604-1c13-4805-9d7b-2ad3ec647505 req-822dfd18-ae29-48c2-902b-ba8bf6ff01d1 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:36.383797 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ed4ec604-1c13-4805-9d7b-2ad3ec647505 req-822dfd18-ae29-48c2-902b-ba8bf6ff01d1 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/ports?device_id=19697ae2-f1e6-437a-94c8-66f26cccd409 HTTP/1.1" status: 200 len: 945 time: 0.0878444 Feb 07 20:37:36.387925 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-54502674-8175-4201-82d4-3fc99ed9c102 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/networks?id=7f57cb47-8cc1-421f-88af-08ce60d3d2bd HTTP/1.1" status: 200 len: 815 time: 0.1441822 Feb 07 20:37:36.398145 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-58548ed3-afb8-4f3a-a572-03334b2f83b3 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/quotas/f432db4128fd41dcb4533e392be06161 HTTP/1.1" status: 200 len: 375 time: 0.0093791 Feb 07 20:37:36.452231 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-433fb632-70a4-45a7-b163-0725b4abddf9 admin admin] Publish callbacks [] for security_group (00493e21-dc5d-4941-9134-dc6cd85ae267), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:36.456993 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ed4ec604-1c13-4805-9d7b-2ad3ec647505 req-f483e1b6-1d37-4e12-9538-cc3da44f4fcb tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/security-groups?id=9656f836-4669-46af-ba69-dfa237a56353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650625 Feb 07 20:37:36.457966 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-433fb632-70a4-45a7-b163-0725b4abddf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (00493e21-dc5d-4941-9134-dc6cd85ae267), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:36.465932 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-96f974c2-f62f-4924-94cf-9528342ddef9 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f432db4128fd41dcb4533e392be06161&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0590189 Feb 07 20:37:36.495923 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433fb632-70a4-45a7-b163-0725b4abddf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00493e21-dc5d-4941-9134-dc6cd85ae267,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:36.512181 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-433fb632-70a4-45a7-b163-0725b4abddf9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=53ef738e89a54d6688ef2e0c3099648d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3485456 Feb 07 20:37:36.514633 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 51474) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:37:36.566783 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-79abd15e-7512-4f46-b626-710cfd21560c admin admin] Publish callbacks [] for security_group (00493e21-dc5d-4941-9134-dc6cd85ae267), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:36.577820 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-e21c0e56-5baf-4259-9533-c1be96882399 service neutron] 10.222.0.60 "GET /v2.0/networks/7f57cb47-8cc1-421f-88af-08ce60d3d2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006408 Feb 07 20:37:36.592081 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-79abd15e-7512-4f46-b626-710cfd21560c admin admin] Publish callbacks [] for security_group (00493e21-dc5d-4941-9134-dc6cd85ae267), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:36.647519 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-79abd15e-7512-4f46-b626-710cfd21560c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (00493e21-dc5d-4941-9134-dc6cd85ae267), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:36.650161 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-79abd15e-7512-4f46-b626-710cfd21560c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:36.653885 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-79abd15e-7512-4f46-b626-710cfd21560c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/00493e21-dc5d-4941-9134-dc6cd85ae267 HTTP/1.1" status: 204 len: 168 time: 0.1358316 Feb 07 20:37:36.659833 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79abd15e-7512-4f46-b626-710cfd21560c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00493e21-dc5d-4941-9134-dc6cd85ae267,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:36.675887 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-75291348-0c7d-41b3-ab23-71cae911b184 service neutron] 10.222.0.60 "GET /v2.0/networks/7f57cb47-8cc1-421f-88af-08ce60d3d2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915828 Feb 07 20:37:36.901597 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e598ab07-5c81-497e-9de1-da186f10a52f req-63222a91-3847-4e49-9edf-8ee5d9c83682 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cb82b0f-e2ef-4d3c-9a81-349ce83f4a7c HTTP/1.1" status: 200 len: 210 time: 0.0611904 Feb 07 20:37:37.079609 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb9d34-c9ef-4e55-a6fc-bd5c64c71e59 req-50dc0afa-1ab9-43df-9568-ed6a188823e7 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:37.081102 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-4cfb9d34-c9ef-4e55-a6fc-bd5c64c71e59 req-50dc0afa-1ab9-43df-9568-ed6a188823e7 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0590928 Feb 07 20:37:37.097517 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817deba-76bf-4e71-a9c4-8f54f70ae52c req-0dd97b96-76f7-49e6-bba6-c9e9536c2c57 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:37.099025 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d817deba-76bf-4e71-a9c4-8f54f70ae52c req-0dd97b96-76f7-49e6-bba6-c9e9536c2c57 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.0569563 Feb 07 20:37:37.140583 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-4cfb9d34-c9ef-4e55-a6fc-bd5c64c71e59 req-7e6b287d-9c45-405e-b06e-c103b08cb35f tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474782 Feb 07 20:37:37.151282 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d817deba-76bf-4e71-a9c4-8f54f70ae52c req-41566ae3-c9bc-4a9a-80f3-a8cd74c1f2ae tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451400 Feb 07 20:37:37.430100 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820a494-963a-4885-befe-7d0a45f41b7a req-f43fe4cb-8bea-4f93-b4c4-70c1b8e3bb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:37.431878 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c820a494-963a-4885-befe-7d0a45f41b7a req-f43fe4cb-8bea-4f93-b4c4-70c1b8e3bb9b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65cf5264b1da4554b2269d6ae291ebe5&device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 1129 time: 0.0586886 Feb 07 20:37:37.452437 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51a7a4-a52d-4296-88ff-b258e5d23c01 req-101964ec-562c-44de-a635-6d232cdd10b3 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:37.455314 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-cd51a7a4-a52d-4296-88ff-b258e5d23c01 req-101964ec-562c-44de-a635-6d232cdd10b3 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0846660 Feb 07 20:37:37.580791 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-cd51a7a4-a52d-4296-88ff-b258e5d23c01 req-5fe0b3b7-4349-480d-8501-813cd8e11278 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083663 Feb 07 20:37:37.585874 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820a494-963a-4885-befe-7d0a45f41b7a req-ee209cdf-b7c9-4da9-b3dc-751f93be369b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:37.587464 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c820a494-963a-4885-befe-7d0a45f41b7a req-ee209cdf-b7c9-4da9-b3dc-751f93be369b service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ca2a6cc-a6a4-43f6-8547-da5aef66c337 HTTP/1.1" status: 200 len: 920 time: 0.1425636 Feb 07 20:37:37.653189 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c820a494-963a-4885-befe-7d0a45f41b7a req-1c546bd8-3d8c-4a78-86ba-0c98adf7d716 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48a2d566-e03d-4d9e-be71-21cdab9444a0 HTTP/1.1" status: 200 len: 217 time: 0.0453932 Feb 07 20:37:37.702755 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d68f2-7df2-42f2-b2d9-06977c4f3c1e req-104de9e6-5b4c-43e6-b5be-60d5a0131588 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:37.704397 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f02d68f2-7df2-42f2-b2d9-06977c4f3c1e req-104de9e6-5b4c-43e6-b5be-60d5a0131588 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/ports?device_id=19697ae2-f1e6-437a-94c8-66f26cccd409 HTTP/1.1" status: 200 len: 945 time: 0.1374760 Feb 07 20:37:37.736947 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820a494-963a-4885-befe-7d0a45f41b7a req-e2099b79-f282-404d-942d-994d308a6dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:37.738972 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c820a494-963a-4885-befe-7d0a45f41b7a req-e2099b79-f282-404d-942d-994d308a6dce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53c092ef-219e-4a25-a4d7-3fe3d86843e6 HTTP/1.1" status: 200 len: 859 time: 0.0760880 Feb 07 20:37:37.790106 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c820a494-963a-4885-befe-7d0a45f41b7a req-039b943a-f960-459f-99b2-805a16298379 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ca2a6cc-a6a4-43f6-8547-da5aef66c337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366879 Feb 07 20:37:37.794690 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f02d68f2-7df2-42f2-b2d9-06977c4f3c1e req-68509da7-3429-4fdd-a42b-c3c6f75cc4b7 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/security-groups?id=9656f836-4669-46af-ba69-dfa237a56353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807347 Feb 07 20:37:37.795803 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 51514) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:37:37.904713 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c820a494-963a-4885-befe-7d0a45f41b7a req-c27461ac-4a93-4714-a5bf-7431125c3492 service neutron] 10.222.0.24 "GET /v2.0/networks/4ca2a6cc-a6a4-43f6-8547-da5aef66c337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014223 Feb 07 20:37:37.930056 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-55d80af7-6cbf-410b-919c-3c41b84017ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:38.001061 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-a2ee7b85-6ef9-4ca2-bbea-3b20f53e975f req-6e7504df-6de7-4000-b2ee-4372735c8d6b tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cb82b0f-e2ef-4d3c-9a81-349ce83f4a7c HTTP/1.1" status: 200 len: 210 time: 0.0349555 Feb 07 20:37:38.063579 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c820a494-963a-4885-befe-7d0a45f41b7a req-6b8d820b-a094-417f-99d4-2cf86ecdaad5 service neutron] 10.222.0.24 "GET /v2.0/networks/4ca2a6cc-a6a4-43f6-8547-da5aef66c337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439495 Feb 07 20:37:38.119676 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-55d80af7-6cbf-410b-919c-3c41b84017ec admin admin] Publish callbacks [] for security_group (917ab3b3-3472-4150-8e8c-a317ae1ac1a8), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:38.127069 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-55d80af7-6cbf-410b-919c-3c41b84017ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (917ab3b3-3472-4150-8e8c-a317ae1ac1a8), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:38.172367 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-55d80af7-6cbf-410b-919c-3c41b84017ec admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3eadb55db1f245c8baad6d5e04f838e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3753669 Feb 07 20:37:38.174298 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d80af7-6cbf-410b-919c-3c41b84017ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917ab3b3-3472-4150-8e8c-a317ae1ac1a8,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:38.175146 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 51562) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:37:38.238390 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-73ae6aa3-eaf2-4091-a776-f5ed06d3428e admin admin] Publish callbacks [] for security_group (917ab3b3-3472-4150-8e8c-a317ae1ac1a8), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:38.269237 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-73ae6aa3-eaf2-4091-a776-f5ed06d3428e admin admin] Publish callbacks [] for security_group (917ab3b3-3472-4150-8e8c-a317ae1ac1a8), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:38.294284 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c40eb-67fd-47e6-bb38-65859931fc1b req-9e3b2e44-ed46-4923-8beb-1d61a754a940 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:38.295984 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-421c40eb-67fd-47e6-bb38-65859931fc1b req-9e3b2e44-ed46-4923-8beb-1d61a754a940 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.0667090 Feb 07 20:37:38.361217 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-73ae6aa3-eaf2-4091-a776-f5ed06d3428e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (917ab3b3-3472-4150-8e8c-a317ae1ac1a8), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:38.363894 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-73ae6aa3-eaf2-4091-a776-f5ed06d3428e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:38.365038 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-73ae6aa3-eaf2-4091-a776-f5ed06d3428e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/917ab3b3-3472-4150-8e8c-a317ae1ac1a8 HTTP/1.1" status: 204 len: 168 time: 0.1880815 Feb 07 20:37:38.380371 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae6aa3-eaf2-4091-a776-f5ed06d3428e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917ab3b3-3472-4150-8e8c-a317ae1ac1a8,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:38.388809 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ae6aa3-eaf2-4091-a776-f5ed06d3428e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:37:38.389416 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ae6aa3-eaf2-4091-a776-f5ed06d3428e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:37:38.389758 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ae6aa3-eaf2-4091-a776-f5ed06d3428e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:37:38.390219 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ae6aa3-eaf2-4091-a776-f5ed06d3428e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:37:38.390685 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ae6aa3-eaf2-4091-a776-f5ed06d3428e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:37:38.391020 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ae6aa3-eaf2-4091-a776-f5ed06d3428e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:37:38.391339 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ae6aa3-eaf2-4091-a776-f5ed06d3428e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:37:38.391956 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ae6aa3-eaf2-4091-a776-f5ed06d3428e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:37:38.392521 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ae6aa3-eaf2-4091-a776-f5ed06d3428e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:37:38.393005 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ae6aa3-eaf2-4091-a776-f5ed06d3428e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:37:38.393492 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ae6aa3-eaf2-4091-a776-f5ed06d3428e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:37:38.394078 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ae6aa3-eaf2-4091-a776-f5ed06d3428e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:37:38.394564 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ae6aa3-eaf2-4091-a776-f5ed06d3428e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:37:38.402136 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-421c40eb-67fd-47e6-bb38-65859931fc1b req-c50fd901-836a-40e3-9540-a568c94763c9 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989065 Feb 07 20:37:38.702128 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928cb4b-bdd9-42e2-8139-9175bc71043d req-acdd5532-a97b-4a1d-86a5-7f295cba11db tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:38.703521 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-6928cb4b-bdd9-42e2-8139-9175bc71043d req-acdd5532-a97b-4a1d-86a5-7f295cba11db tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0509639 Feb 07 20:37:38.749942 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-6928cb4b-bdd9-42e2-8139-9175bc71043d req-387512f1-f6fb-4e06-9994-386dc5195d65 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409212 Feb 07 20:37:39.086054 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-2872d943-0596-4e28-b0ff-9a841b1c9ee5 req-bfec7fd9-4304-4b0b-bcb2-212cc60f244c tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cb82b0f-e2ef-4d3c-9a81-349ce83f4a7c HTTP/1.1" status: 200 len: 210 time: 0.0263593 Feb 07 20:37:39.518368 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e560ed-82c9-402f-a400-19a50ff27bec req-5aed1aff-a8c2-47bc-adfb-c3e99cb93412 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:39.519855 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-e9e560ed-82c9-402f-a400-19a50ff27bec req-5aed1aff-a8c2-47bc-adfb-c3e99cb93412 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.0510907 Feb 07 20:37:39.564949 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-e9e560ed-82c9-402f-a400-19a50ff27bec req-ad608e7f-cbd4-4303-a8bd-d2080b34af0e tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396092 Feb 07 20:37:39.867471 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc76401-42bd-4ba2-a2a6-73cf64aad478 req-d9bfed18-bcb8-4ce5-89dc-fe602150053a tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:39.868933 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-dfc76401-42bd-4ba2-a2a6-73cf64aad478 req-d9bfed18-bcb8-4ce5-89dc-fe602150053a tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0515318 Feb 07 20:37:39.914204 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-dfc76401-42bd-4ba2-a2a6-73cf64aad478 req-d8ac89be-9ae6-44d5-a561-555398145bea tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396619 Feb 07 20:37:40.179298 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-abc887fc-88b4-46fe-b1df-09c14c36c1cc req-6a2812e5-b27f-4cca-a9b9-f40b8b4c16c9 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cb82b0f-e2ef-4d3c-9a81-349ce83f4a7c HTTP/1.1" status: 200 len: 210 time: 0.0295348 Feb 07 20:37:40.683037 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced9a04-d2dc-47b9-9924-547a086a41e3 req-01eed248-0014-4b7e-9d40-ce97f923c8e6 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:40.684531 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-cced9a04-d2dc-47b9-9924-547a086a41e3 req-01eed248-0014-4b7e-9d40-ce97f923c8e6 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.0518322 Feb 07 20:37:40.733116 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-cced9a04-d2dc-47b9-9924-547a086a41e3 req-6fafb589-3503-4599-bd4e-5cc7a9bfef6b tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430696 Feb 07 20:37:41.028722 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebdc23-3e21-45a6-a755-76f876ca01a7 req-2fdf18fc-c287-4a21-b6fc-673872979ffc tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:41.030428 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-3cebdc23-3e21-45a6-a755-76f876ca01a7 req-2fdf18fc-c287-4a21-b6fc-673872979ffc tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0512455 Feb 07 20:37:41.074363 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-3cebdc23-3e21-45a6-a755-76f876ca01a7 req-5a47311a-9f89-465a-bb9c-bbd67a3d2e69 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385334 Feb 07 20:37:41.284354 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8cf2ecea-5006-4b57-acba-899e81b3ccae req-1d91bdfa-7ecd-4c76-8ee7-3f6ee2b9f2cb tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cb82b0f-e2ef-4d3c-9a81-349ce83f4a7c HTTP/1.1" status: 200 len: 210 time: 0.0340388 Feb 07 20:37:41.318113 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-cac94ec4-d41d-4edc-90a8-9202f53f49cf tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:41.319759 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-cac94ec4-d41d-4edc-90a8-9202f53f49cf tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.24 "GET /v2.0/networks?id=7f57cb47-8cc1-421f-88af-08ce60d3d2bd HTTP/1.1" status: 200 len: 815 time: 0.1275032 Feb 07 20:37:41.341094 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-9bf052d7-1926-4572-b213-71b5b5e9784e tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Request body: {'port': {'device_id': '3cb82b0f-e2ef-4d3c-9a81-349ce83f4a7c', 'network_id': '7f57cb47-8cc1-421f-88af-08ce60d3d2bd', 'admin_state_up': True, 'tenant_id': 'f432db4128fd41dcb4533e392be06161'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:37:41.452169 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-9bf052d7-1926-4572-b213-71b5b5e9784e tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Made reservation on behalf of f432db4128fd41dcb4533e392be06161 for: {'port': 1} {{(pid=102681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:37:41.455452 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-9bf052d7-1926-4572-b213-71b5b5e9784e tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:41.589365 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.db_base_plugin_common [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-9bf052d7-1926-4572-b213-71b5b5e9784e tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Allocated IP 172.20.0.9 (7f57cb47-8cc1-421f-88af-08ce60d3d2bd/f1dbeb8d-2a13-44a3-bdd2-d6dfe214456c/89de6750-1890-4138-b5ee-c8f9ac77089d) {{(pid=102681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:37:41.736291 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-9bf052d7-1926-4572-b213-71b5b5e9784e tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Publish callbacks [] for port (89de6750-1890-4138-b5ee-c8f9ac77089d), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:41.773476 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-9bf052d7-1926-4572-b213-71b5b5e9784e tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (89de6750-1890-4138-b5ee-c8f9ac77089d), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:41.791796 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7', '099eca20-351f-4159-94e4-81f918da364b', 'e39708c8-036c-4a66-94b3-1fa559bdecd5'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:37:41.825009 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-9bf052d7-1926-4572-b213-71b5b5e9784e tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Network 7f57cb47-8cc1-421f-88af-08ce60d3d2bd is already hosted by enough agents. {{(pid=102681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:37:41.828159 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.base_scheduler [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-9bf052d7-1926-4572-b213-71b5b5e9784e tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Resources bound (agent type, host, resource id): {{(pid=102681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:37:41.832087 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-9bf052d7-1926-4572-b213-71b5b5e9784e tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Received port after_create {{(pid=102681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:37:41.867558 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf052d7-1926-4572-b213-71b5b5e9784e tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Pushing event updated for resources: {'Port': ['ID=89de6750-1890-4138-b5ee-c8f9ac77089d,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:41.875136 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c228d-912c-4e2f-a68f-b359d9425256 req-f86e3eda-15c2-4e34-a260-fbad39dfeb0b tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:41.877641 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-6e9c228d-912c-4e2f-a68f-b359d9425256 req-f86e3eda-15c2-4e34-a260-fbad39dfeb0b tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.0739164 Feb 07 20:37:41.898863 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-9bf052d7-1926-4572-b213-71b5b5e9784e tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:41.899630 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-9bf052d7-1926-4572-b213-71b5b5e9784e tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:41.918587 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-9bf052d7-1926-4572-b213-71b5b5e9784e tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5815780 Feb 07 20:37:41.927882 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-6e9c228d-912c-4e2f-a68f-b359d9425256 req-3c2479ac-a021-46e5-8adf-2bb63dc40e95 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445976 Feb 07 20:37:41.939898 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-e6b1a0fe-ca20-4d5e-89e9-a08699998c60 service neutron] Request body: {'port': {'device_id': '3cb82b0f-e2ef-4d3c-9a81-349ce83f4a7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82815'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:37:41.998819 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-e6b1a0fe-ca20-4d5e-89e9-a08699998c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (89de6750-1890-4138-b5ee-c8f9ac77089d), before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:42.245663 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ff412-7b86-4287-9acd-ae3a55d05096 req-e947c625-4817-4765-8452-931e25ec1470 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:42.247281 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f48ff412-7b86-4287-9acd-ae3a55d05096 req-e947c625-4817-4765-8452-931e25ec1470 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0824428 Feb 07 20:37:42.334205 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f48ff412-7b86-4287-9acd-ae3a55d05096 req-d4205f64-b9b6-4f13-b4cd-f001d9872c4a tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772657 Feb 07 20:37:42.344228 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-e6b1a0fe-ca20-4d5e-89e9-a08699998c60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89de6750-1890-4138-b5ee-c8f9ac77089d {{(pid=102681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:37:42.352232 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-e6b1a0fe-ca20-4d5e-89e9-a08699998c60 service neutron] Publish callbacks [] for port (89de6750-1890-4138-b5ee-c8f9ac77089d), precommit_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:42.365041 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.provisioning_blocks [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-e6b1a0fe-ca20-4d5e-89e9-a08699998c60 service neutron] Transition to ACTIVE for port object 89de6750-1890-4138-b5ee-c8f9ac77089d will not be triggered until provisioned by entity L2. {{(pid=102681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:37:42.368618 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-e6b1a0fe-ca20-4d5e-89e9-a08699998c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3187874'] for port (89de6750-1890-4138-b5ee-c8f9ac77089d), after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:42.420628 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b1a0fe-ca20-4d5e-89e9-a08699998c60 service neutron] Pushing event updated for resources: {'Port': ['ID=89de6750-1890-4138-b5ee-c8f9ac77089d,revision_number=2']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:42.426341 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f3239-1423-4a11-ab5f-61e2069b6d52 req-caf36ccc-335a-494c-96ae-f69175d3b774 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:42.428562 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-d73f3239-1423-4a11-ab5f-61e2069b6d52 req-caf36ccc-335a-494c-96ae-f69175d3b774 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cb82b0f-e2ef-4d3c-9a81-349ce83f4a7c HTTP/1.1" status: 200 len: 943 time: 0.0590949 Feb 07 20:37:42.477062 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-d73f3239-1423-4a11-ab5f-61e2069b6d52 req-ce29f1de-0237-4d95-a28f-ac75e3b7cbb0 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417492 Feb 07 20:37:42.495163 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-e6b1a0fe-ca20-4d5e-89e9-a08699998c60 service neutron] Attempting to bind port 89de6750-1890-4138-b5ee-c8f9ac77089d on host hv-cinder-82815 for vnic_type normal with profile {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:37:42.495533 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-e6b1a0fe-ca20-4d5e-89e9-a08699998c60 service neutron] Attempting to bind port 89de6750-1890-4138-b5ee-c8f9ac77089d by drivers openvswitch,hyperv on host hv-cinder-82815 at level 0 using segments [{'id': '3d336edb-477a-4673-89be-90d920abe2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7f57cb47-8cc1-421f-88af-08ce60d3d2bd'}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:37:42.495863 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-e6b1a0fe-ca20-4d5e-89e9-a08699998c60 service neutron] Attempting to bind port 89de6750-1890-4138-b5ee-c8f9ac77089d on network 7f57cb47-8cc1-421f-88af-08ce60d3d2bd {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:37:42.500213 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-e6b1a0fe-ca20-4d5e-89e9-a08699998c60 service neutron] Port 89de6750-1890-4138-b5ee-c8f9ac77089d on network 7f57cb47-8cc1-421f-88af-08ce60d3d2bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82815 {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:37:42.500529 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-e6b1a0fe-ca20-4d5e-89e9-a08699998c60 service neutron] Attempting to bind port 89de6750-1890-4138-b5ee-c8f9ac77089d on network 7f57cb47-8cc1-421f-88af-08ce60d3d2bd {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:37:42.505397 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-e6b1a0fe-ca20-4d5e-89e9-a08699998c60 service neutron] Checking agent: {'id': '2db0d972-3e88-4a6a-9d75-f8f2fe350c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82815', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 33, 26), 'started_at': datetime.datetime(2022, 2, 7, 20, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:37:42.505730 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-e6b1a0fe-ca20-4d5e-89e9-a08699998c60 service neutron] Checking segment: {'id': '3d336edb-477a-4673-89be-90d920abe2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7f57cb47-8cc1-421f-88af-08ce60d3d2bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:37:42.506112 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-e6b1a0fe-ca20-4d5e-89e9-a08699998c60 service neutron] Bound using segment: {'id': '3d336edb-477a-4673-89be-90d920abe2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7f57cb47-8cc1-421f-88af-08ce60d3d2bd'} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:37:42.506561 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-e6b1a0fe-ca20-4d5e-89e9-a08699998c60 service neutron] Bound port: 89de6750-1890-4138-b5ee-c8f9ac77089d, host: hv-cinder-82815, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d336edb-477a-4673-89be-90d920abe2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7f57cb47-8cc1-421f-88af-08ce60d3d2bd'}}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:37:42.506911 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-e6b1a0fe-ca20-4d5e-89e9-a08699998c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (89de6750-1890-4138-b5ee-c8f9ac77089d), before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:42.569125 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-e6b1a0fe-ca20-4d5e-89e9-a08699998c60 service neutron] For port 89de6750-1890-4138-b5ee-c8f9ac77089d, host hv-cinder-82815, cleared binding levels {{(pid=102681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:37:42.572479 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-e6b1a0fe-ca20-4d5e-89e9-a08699998c60 service neutron] For port 89de6750-1890-4138-b5ee-c8f9ac77089d, host hv-cinder-82815, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=89de6750-1890-4138-b5ee-c8f9ac77089d,segment=NetworkSegment(3d336edb-477a-4673-89be-90d920abe2ed),segment_id=3d336edb-477a-4673-89be-90d920abe2ed)] {{(pid=102681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:37:42.577878 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-e6b1a0fe-ca20-4d5e-89e9-a08699998c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3187874'] for port (89de6750-1890-4138-b5ee-c8f9ac77089d), after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:42.612522 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-e6b1a0fe-ca20-4d5e-89e9-a08699998c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:42.613129 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-e6b1a0fe-ca20-4d5e-89e9-a08699998c60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:42.614515 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-e6b1a0fe-ca20-4d5e-89e9-a08699998c60 service neutron] 10.222.0.24 "PUT /v2.0/ports/89de6750-1890-4138-b5ee-c8f9ac77089d HTTP/1.1" status: 200 len: 1093 time: 0.6817005 Feb 07 20:37:42.614948 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb82b0f-e2ef-4d3c-9a81-349ce83f4a7c', 'tag': '89de6750-1890-4138-b5ee-c8f9ac77089d'}] {{(pid=102681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:37:42.617235 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d543a4f93c545b9f4b4319baf8ff9337481391693fb3bbf25dbe09721f1c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a72d786-8444-4494-b19a-0ab9f1b96155" -d '{"events": [{"name": "network-changed", "server_uuid": "3cb82b0f-e2ef-4d3c-9a81-349ce83f4a7c", "tag": "89de6750-1890-4138-b5ee-c8f9ac77089d"}]}' {{(pid=102681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:37:42.643879 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b1a0fe-ca20-4d5e-89e9-a08699998c60 service neutron] Pushing event updated for resources: {'Port': ['ID=89de6750-1890-4138-b5ee-c8f9ac77089d,revision_number=3']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:42.660935 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c43e944-81dc-4fec-bb14-5febb8b364ee x-openstack-request-id: req-0c43e944-81dc-4fec-bb14-5febb8b364ee {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:37:42.661231 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cb82b0f-e2ef-4d3c-9a81-349ce83f4a7c", "tag": "89de6750-1890-4138-b5ee-c8f9ac77089d", "status": "completed", "code": 200}]} {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:37:42.661481 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0c43e944-81dc-4fec-bb14-5febb8b364ee {{(pid=102681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:37:42.661875 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cb82b0f-e2ef-4d3c-9a81-349ce83f4a7c', 'tag': '89de6750-1890-4138-b5ee-c8f9ac77089d', 'status': 'completed', 'code': 200} Feb 07 20:37:42.713492 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-1446335a-ce27-40aa-92e3-2b37635c8fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:42.715008 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-1446335a-ce27-40aa-92e3-2b37635c8fe0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f432db4128fd41dcb4533e392be06161&device_id=3cb82b0f-e2ef-4d3c-9a81-349ce83f4a7c HTTP/1.1" status: 200 len: 1127 time: 0.0446014 Feb 07 20:37:42.759207 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-7de89c0e-73c0-4951-8437-43bc80691046 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89de6750-1890-4138-b5ee-c8f9ac77089d HTTP/1.1" status: 200 len: 217 time: 0.0356908 Feb 07 20:37:42.815129 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-61045ef3-5109-41c8-a83b-a5873474653b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:42.816687 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-61045ef3-5109-41c8-a83b-a5873474653b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f1dbeb8d-2a13-44a3-bdd2-d6dfe214456c HTTP/1.1" status: 200 len: 855 time: 0.0484626 Feb 07 20:37:42.859173 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-442a68fc-e29c-451e-aeb4-2b6992c532a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f57cb47-8cc1-421f-88af-08ce60d3d2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269358 Feb 07 20:37:42.967039 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-71598823-e3fe-411d-8d81-a5a92d344823 service neutron] 10.222.0.24 "GET /v2.0/networks/7f57cb47-8cc1-421f-88af-08ce60d3d2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915062 Feb 07 20:37:43.049826 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e1967-6c24-4e92-b2a8-825b33d8fc49 req-7cb2e485-f16e-498e-a8a6-ccfa68f2dca9 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:43.051292 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-1a3e1967-6c24-4e92-b2a8-825b33d8fc49 req-7cb2e485-f16e-498e-a8a6-ccfa68f2dca9 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.0519083 Feb 07 20:37:43.061923 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-26237adf-8f5c-49b5-b3b1-f6aa3f52e9b1 req-9ee8f6d3-bc4a-40ee-ba67-7da9e9e8e06c service neutron] 10.222.0.24 "GET /v2.0/networks/7f57cb47-8cc1-421f-88af-08ce60d3d2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864017 Feb 07 20:37:43.098218 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-1a3e1967-6c24-4e92-b2a8-825b33d8fc49 req-0fecea40-bfec-4787-9bba-0d00f897e1ac tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408790 Feb 07 20:37:43.164421 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72d786-8444-4494-b19a-0ab9f1b96155 req-5d2341f6-a01e-4c0f-8d59-f99514ae9d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:43.166422 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-4a72d786-8444-4494-b19a-0ab9f1b96155 req-5d2341f6-a01e-4c0f-8d59-f99514ae9d31 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f432db4128fd41dcb4533e392be06161&device_id=3cb82b0f-e2ef-4d3c-9a81-349ce83f4a7c HTTP/1.1" status: 200 len: 1127 time: 0.0450578 Feb 07 20:37:43.257583 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72d786-8444-4494-b19a-0ab9f1b96155 req-5c0f618b-5764-47c4-9921-16ff6cf0dfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:43.259101 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-4a72d786-8444-4494-b19a-0ab9f1b96155 req-5c0f618b-5764-47c4-9921-16ff6cf0dfd0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7f57cb47-8cc1-421f-88af-08ce60d3d2bd HTTP/1.1" status: 200 len: 916 time: 0.0851808 Feb 07 20:37:43.305211 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-4a72d786-8444-4494-b19a-0ab9f1b96155 req-158f5248-c742-49e9-bc00-daa7937ccc70 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89de6750-1890-4138-b5ee-c8f9ac77089d HTTP/1.1" status: 200 len: 217 time: 0.0365961 Feb 07 20:37:43.356919 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72d786-8444-4494-b19a-0ab9f1b96155 req-fed9ed12-00df-4654-9df7-29adbcb2c25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:43.358514 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-4a72d786-8444-4494-b19a-0ab9f1b96155 req-fed9ed12-00df-4654-9df7-29adbcb2c25c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f1dbeb8d-2a13-44a3-bdd2-d6dfe214456c HTTP/1.1" status: 200 len: 855 time: 0.0437036 Feb 07 20:37:43.394200 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-4a72d786-8444-4494-b19a-0ab9f1b96155 req-c6ad6dc8-8a30-4f9c-9ac3-205c72e07993 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f57cb47-8cc1-421f-88af-08ce60d3d2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291076 Feb 07 20:37:43.518391 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b3f3e-b268-4055-a9df-35f2071d8f96 req-7dfd9640-bd2c-479c-89df-2e17423565b8 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:43.519896 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-608b3f3e-b268-4055-a9df-35f2071d8f96 req-7dfd9640-bd2c-479c-89df-2e17423565b8 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.1086018 Feb 07 20:37:43.540018 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-4a72d786-8444-4494-b19a-0ab9f1b96155 req-2bc78547-83a8-42a4-946a-c1369bf42831 service neutron] 10.222.0.24 "GET /v2.0/networks/7f57cb47-8cc1-421f-88af-08ce60d3d2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386418 Feb 07 20:37:43.603274 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba3cfc-1d71-4960-b3a3-aa1e5fc02c64 req-f802eb96-ceec-4634-9360-a022f3b4391c tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:43.606324 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-74ba3cfc-1d71-4960-b3a3-aa1e5fc02c64 req-f802eb96-ceec-4634-9360-a022f3b4391c tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cb82b0f-e2ef-4d3c-9a81-349ce83f4a7c HTTP/1.1" status: 200 len: 943 time: 0.0610795 Feb 07 20:37:43.631110 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-608b3f3e-b268-4055-a9df-35f2071d8f96 req-72730770-7b3f-48e5-a8ea-87146abfd537 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019962 Feb 07 20:37:43.659558 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-74ba3cfc-1d71-4960-b3a3-aa1e5fc02c64 req-7f74f201-7165-49ee-ab5f-a80dc12a23dd tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458262 Feb 07 20:37:43.662793 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-4a72d786-8444-4494-b19a-0ab9f1b96155 req-2c67db38-c19a-41c5-8053-92ca94f3da8c service neutron] 10.222.0.24 "GET /v2.0/networks/7f57cb47-8cc1-421f-88af-08ce60d3d2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138024 Feb 07 20:37:44.216100 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff0e9b-d911-48ed-9596-b7043cd665fb req-c8eae169-c359-463c-84b3-115b361aa50a tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:44.217550 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-09ff0e9b-d911-48ed-9596-b7043cd665fb req-c8eae169-c359-463c-84b3-115b361aa50a tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.0528274 Feb 07 20:37:44.263302 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-09ff0e9b-d911-48ed-9596-b7043cd665fb req-cb5b18d8-74e3-45f0-a29d-6ad0333e04ca tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403748 Feb 07 20:37:44.752138 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fbca04-c021-4384-a0d7-12b1fc794e8f req-45428793-270c-4797-a62c-0772d73bef22 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:44.753634 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-40fbca04-c021-4384-a0d7-12b1fc794e8f req-45428793-270c-4797-a62c-0772d73bef22 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0548012 Feb 07 20:37:44.785461 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e208970-88bd-4aac-b6d6-2e48c5a5ed1a req-bf994224-13e1-48d2-b83f-8d9ffa85d9b6 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:44.786934 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8e208970-88bd-4aac-b6d6-2e48c5a5ed1a req-bf994224-13e1-48d2-b83f-8d9ffa85d9b6 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cb82b0f-e2ef-4d3c-9a81-349ce83f4a7c HTTP/1.1" status: 200 len: 943 time: 0.0593886 Feb 07 20:37:44.801199 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-40fbca04-c021-4384-a0d7-12b1fc794e8f req-7f9e3250-cd18-424b-a91c-4a6d292e0da6 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419877 Feb 07 20:37:44.834556 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8e208970-88bd-4aac-b6d6-2e48c5a5ed1a req-cc9bd462-f109-4cdc-94b4-86e5f499eb46 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420432 Feb 07 20:37:45.167163 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.agents_db [None req-6ca4556d-c1da-4dc5-8d4b-cf8528912650 None None] Agent healthcheck: found 6 active agents {{(pid=102683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:37:45.379445 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc10e3e-115c-4098-8b58-d4b2e0dc411c req-71dc73d8-5501-496a-8493-5cd7957cb26e tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:45.380914 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-3bc10e3e-115c-4098-8b58-d4b2e0dc411c req-71dc73d8-5501-496a-8493-5cd7957cb26e tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.0518472 Feb 07 20:37:45.431090 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-3bc10e3e-115c-4098-8b58-d4b2e0dc411c req-c26ce2c1-1cb5-402d-8ac3-1d199a741b76 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447628 Feb 07 20:37:45.955144 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3458367-b719-45d7-83d4-bb007f219ff8 req-cbd9f504-4757-42dd-bf13-1793e8c08e68 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:45.956648 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f3458367-b719-45d7-83d4-bb007f219ff8 req-cbd9f504-4757-42dd-bf13-1793e8c08e68 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cb82b0f-e2ef-4d3c-9a81-349ce83f4a7c HTTP/1.1" status: 200 len: 943 time: 0.0524657 Feb 07 20:37:46.004508 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f3458367-b719-45d7-83d4-bb007f219ff8 req-413912a5-692d-438f-b2ad-f9ba059328df tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415361 Feb 07 20:37:46.215045 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7faba-983e-4525-80f9-e5ee6e96596b req-b04ca554-e5a3-468e-9f82-fc47e1ef416b tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:46.216682 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-fbd7faba-983e-4525-80f9-e5ee6e96596b req-b04ca554-e5a3-468e-9f82-fc47e1ef416b tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0531301 Feb 07 20:37:46.238441 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 89de6750-1890-4138-b5ee-c8f9ac77089d details requested by agent hyperv_hv-cinder-82815 with host hv-cinder-82815 {{(pid=102682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:37:46.276163 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-fbd7faba-983e-4525-80f9-e5ee6e96596b req-46b83f52-caaf-48a1-8b9b-98b26bcd9e40 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538647 Feb 07 20:37:46.349390 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 89de6750-1890-4138-b5ee-c8f9ac77089d, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=89de6750-1890-4138-b5ee-c8f9ac77089d,segment=NetworkSegment(3d336edb-477a-4673-89be-90d920abe2ed),segment_id=3d336edb-477a-4673-89be-90d920abe2ed)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:37:46.361208 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Returning: {'device': '89de6750-1890-4138-b5ee-c8f9ac77089d', 'network_id': '7f57cb47-8cc1-421f-88af-08ce60d3d2bd', 'port_id': '89de6750-1890-4138-b5ee-c8f9ac77089d', 'mac_address': 'fa:16:3e:8b:b7:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1dbeb8d-2a13-44a3-bdd2-d6dfe214456c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:37:46.398736 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port 89de6750-1890-4138-b5ee-c8f9ac77089d is: DOWN; New status is: BUILD {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:37:46.399122 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (89de6750-1890-4138-b5ee-c8f9ac77089d), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:46.412374 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89de6750-1890-4138-b5ee-c8f9ac77089d {{(pid=102682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:37:46.434957 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 89de6750-1890-4138-b5ee-c8f9ac77089d, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=89de6750-1890-4138-b5ee-c8f9ac77089d,segment=NetworkSegment(3d336edb-477a-4673-89be-90d920abe2ed),segment_id=3d336edb-477a-4673-89be-90d920abe2ed)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:37:46.438913 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (89de6750-1890-4138-b5ee-c8f9ac77089d), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:46.494932 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=89de6750-1890-4138-b5ee-c8f9ac77089d,revision_number=4']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:46.565987 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a57f7e-99b5-450a-a0f6-5479d325a966 req-c2b5b220-746b-47be-a7c8-a5c83d179073 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:46.568088 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-44a57f7e-99b5-450a-a0f6-5479d325a966 req-c2b5b220-746b-47be-a7c8-a5c83d179073 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.0565472 Feb 07 20:37:46.618294 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-44a57f7e-99b5-450a-a0f6-5479d325a966 req-d3a0a3b5-daf6-4105-b533-06cefe6b35b4 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445962 Feb 07 20:37:46.935068 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['89de6750-1890-4138-b5ee-c8f9ac77089d'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:37:47.123418 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47106236-c52c-4c25-ae37-08557c65d739 req-32aa0539-ec5b-4c2b-b8c0-9d3889aa8efb tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:47.124859 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-47106236-c52c-4c25-ae37-08557c65d739 req-32aa0539-ec5b-4c2b-b8c0-9d3889aa8efb tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cb82b0f-e2ef-4d3c-9a81-349ce83f4a7c HTTP/1.1" status: 200 len: 944 time: 0.0503533 Feb 07 20:37:47.175335 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-47106236-c52c-4c25-ae37-08557c65d739 req-ae90cef2-8494-4498-9486-e2cde6006f2b tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446596 Feb 07 20:37:47.551908 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 51714) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:37:47.658551 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-56d1bf54-549c-4f18-baa9-eef3bcdee225 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:47.777539 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-56d1bf54-549c-4f18-baa9-eef3bcdee225 admin admin] Publish callbacks [] for security_group (049a0487-aad6-436f-97ce-97a838c8167e), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:47.790447 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235453d3-539d-4566-954f-83d7e6a09153 req-3e12ab3b-4914-4eeb-8845-daba1853b167 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:47.790447 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-235453d3-539d-4566-954f-83d7e6a09153 req-3e12ab3b-4914-4eeb-8845-daba1853b167 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.0861604 Feb 07 20:37:47.790447 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-56d1bf54-549c-4f18-baa9-eef3bcdee225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (049a0487-aad6-436f-97ce-97a838c8167e), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:47.842380 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-56d1bf54-549c-4f18-baa9-eef3bcdee225 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6a6c56ea45364186949fbe8fe401a723&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2893779 Feb 07 20:37:47.845367 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 51724) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:37:47.845761 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d1bf54-549c-4f18-baa9-eef3bcdee225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049a0487-aad6-436f-97ce-97a838c8167e,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:47.871901 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-235453d3-539d-4566-954f-83d7e6a09153 req-c847df38-8105-4c84-bc18-1c824c088d37 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718803 Feb 07 20:37:47.905844 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-bc1b6791-4329-4ca4-91f3-ee9c7ae84d32 admin admin] Publish callbacks [] for security_group (049a0487-aad6-436f-97ce-97a838c8167e), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:47.927577 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-bc1b6791-4329-4ca4-91f3-ee9c7ae84d32 admin admin] Publish callbacks [] for security_group (049a0487-aad6-436f-97ce-97a838c8167e), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:47.973397 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-bc1b6791-4329-4ca4-91f3-ee9c7ae84d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (049a0487-aad6-436f-97ce-97a838c8167e), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:47.975956 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-bc1b6791-4329-4ca4-91f3-ee9c7ae84d32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:47.977182 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-bc1b6791-4329-4ca4-91f3-ee9c7ae84d32 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/049a0487-aad6-436f-97ce-97a838c8167e HTTP/1.1" status: 204 len: 168 time: 0.1306400 Feb 07 20:37:47.985369 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b6791-4329-4ca4-91f3-ee9c7ae84d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049a0487-aad6-436f-97ce-97a838c8167e,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:48.294684 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56cc7d0-31c0-49c9-a91d-63dc535f7e54 req-e7814a74-1d59-461b-926d-4a4603a4f4f1 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:48.296191 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e56cc7d0-31c0-49c9-a91d-63dc535f7e54 req-e7814a74-1d59-461b-926d-4a4603a4f4f1 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cb82b0f-e2ef-4d3c-9a81-349ce83f4a7c HTTP/1.1" status: 200 len: 944 time: 0.0539818 Feb 07 20:37:48.343277 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e56cc7d0-31c0-49c9-a91d-63dc535f7e54 req-ad7a7e45-1214-48d7-9f42-24d6f456ef69 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413876 Feb 07 20:37:49.000584 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad38ea8-3d97-4792-aeaf-8bec29bc36aa req-b3b78873-9f1c-453a-8337-4e70c03ffe90 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:49.002188 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-fad38ea8-3d97-4792-aeaf-8bec29bc36aa req-b3b78873-9f1c-453a-8337-4e70c03ffe90 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.0590627 Feb 07 20:37:49.050542 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-fad38ea8-3d97-4792-aeaf-8bec29bc36aa req-5345919a-85ea-433a-8ee2-d74fe73acce1 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428879 Feb 07 20:37:49.464859 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099fa23-72bc-4079-8dfe-8e9cdceb408f req-efd610e6-251e-4747-920b-a54c92e17d88 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:49.466315 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-1099fa23-72bc-4079-8dfe-8e9cdceb408f req-efd610e6-251e-4747-920b-a54c92e17d88 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cb82b0f-e2ef-4d3c-9a81-349ce83f4a7c HTTP/1.1" status: 200 len: 944 time: 0.0575888 Feb 07 20:37:49.514944 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-1099fa23-72bc-4079-8dfe-8e9cdceb408f req-c2abf0ea-f7ee-4528-afa1-720b6b9afce1 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427575 Feb 07 20:37:50.174090 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee94804-b508-4287-b4a2-9752ac4e0b60 req-2b5489d8-6cd7-4296-978b-685fbfcd0afc tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:50.175661 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-9ee94804-b508-4287-b4a2-9752ac4e0b60 req-2b5489d8-6cd7-4296-978b-685fbfcd0afc tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.0542021 Feb 07 20:37:50.224280 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-9ee94804-b508-4287-b4a2-9752ac4e0b60 req-395f5435-5b69-491d-82c8-f3c3e1b23052 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429070 Feb 07 20:37:50.259721 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 89de6750-1890-4138-b5ee-c8f9ac77089d up at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:37:50.315917 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning for port 89de6750-1890-4138-b5ee-c8f9ac77089d completed by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:37:50.320072 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning complete for port 89de6750-1890-4138-b5ee-c8f9ac77089d triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:37:50.320450 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (89de6750-1890-4138-b5ee-c8f9ac77089d), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:50.399200 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port 89de6750-1890-4138-b5ee-c8f9ac77089d is: BUILD; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:37:50.399655 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (89de6750-1890-4138-b5ee-c8f9ac77089d), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:50.425512 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb82b0f-e2ef-4d3c-9a81-349ce83f4a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89de6750-1890-4138-b5ee-c8f9ac77089d'}] {{(pid=102682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:37:50.427883 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49691025426d341bc8e7177f0b95fa1f617f1e30ecd73d77513429b9266eb12b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce54df17-697b-44fd-ac23-924373168bf1" -d '{"events": [{"server_uuid": "3cb82b0f-e2ef-4d3c-9a81-349ce83f4a7c", "name": "network-vif-plugged", "status": "completed", "tag": "89de6750-1890-4138-b5ee-c8f9ac77089d"}]}' {{(pid=102682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:37:50.447670 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 89de6750-1890-4138-b5ee-c8f9ac77089d, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=89de6750-1890-4138-b5ee-c8f9ac77089d,segment=NetworkSegment(3d336edb-477a-4673-89be-90d920abe2ed),segment_id=3d336edb-477a-4673-89be-90d920abe2ed)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:37:50.451792 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (89de6750-1890-4138-b5ee-c8f9ac77089d), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:50.474072 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88dd45e-b9cb-4d5b-8159-7950bacf3803 x-openstack-request-id: req-e88dd45e-b9cb-4d5b-8159-7950bacf3803 {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:37:50.474392 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb82b0f-e2ef-4d3c-9a81-349ce83f4a7c", "name": "network-vif-plugged", "status": "completed", "tag": "89de6750-1890-4138-b5ee-c8f9ac77089d", "code": 200}]} {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:37:50.474787 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e88dd45e-b9cb-4d5b-8159-7950bacf3803 {{(pid=102682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:37:50.475175 dv-cinder-828150-2-iscsi neutron-server[102682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb82b0f-e2ef-4d3c-9a81-349ce83f4a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89de6750-1890-4138-b5ee-c8f9ac77089d', 'code': 200} Feb 07 20:37:50.509714 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=89de6750-1890-4138-b5ee-c8f9ac77089d,revision_number=5']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:50.635194 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20f28c-aac2-4a4a-a82c-7672e1a2b57f req-3d02eba5-7eee-45bf-8872-8c49a9398ecb tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:50.636718 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-fd20f28c-aac2-4a4a-a82c-7672e1a2b57f req-3d02eba5-7eee-45bf-8872-8c49a9398ecb tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cb82b0f-e2ef-4d3c-9a81-349ce83f4a7c HTTP/1.1" status: 200 len: 945 time: 0.0531430 Feb 07 20:37:50.682886 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3b648-a4ce-48a7-966f-54ac741ed392 req-e37441a8-0e23-42c8-b52b-39f2646f7d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:50.684924 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8ec3b648-a4ce-48a7-966f-54ac741ed392 req-e37441a8-0e23-42c8-b52b-39f2646f7d7e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3cb82b0f-e2ef-4d3c-9a81-349ce83f4a7c HTTP/1.1" status: 200 len: 1129 time: 0.0476408 Feb 07 20:37:50.689001 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-fd20f28c-aac2-4a4a-a82c-7672e1a2b57f req-1e6e9974-0d14-40e7-a6ea-82f3a279a197 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462518 Feb 07 20:37:51.346715 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca3b763-33b3-4ae7-9672-2f535337fff4 req-573a466a-f59f-49e6-add9-8c94696e214d tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:51.348238 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-1ca3b763-33b3-4ae7-9672-2f535337fff4 req-573a466a-f59f-49e6-add9-8c94696e214d tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.0519750 Feb 07 20:37:51.398268 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-1ca3b763-33b3-4ae7-9672-2f535337fff4 req-f344a46a-ae9e-41cd-907a-74ff59ed39fa tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442705 Feb 07 20:37:51.807278 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f68162-a30e-47bd-81b2-c85e06bb6c36 req-db14a4e1-7687-4602-a30b-6170e5f8529f tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:51.808968 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-88f68162-a30e-47bd-81b2-c85e06bb6c36 req-db14a4e1-7687-4602-a30b-6170e5f8529f tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cb82b0f-e2ef-4d3c-9a81-349ce83f4a7c HTTP/1.1" status: 200 len: 945 time: 0.0535805 Feb 07 20:37:51.858072 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-88f68162-a30e-47bd-81b2-c85e06bb6c36 req-1ead28a0-4ddd-46ea-9d8e-34d3256635a5 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436351 Feb 07 20:37:51.858316 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8ec3b648-a4ce-48a7-966f-54ac741ed392 req-ccce624d-912a-4a11-a994-eea3df8f18fe service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428288 Feb 07 20:37:52.516139 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6626a8d-a595-4c33-a722-035f0014f9ad req-33d71675-b48a-40b2-b130-46a071df081b tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:52.517578 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c6626a8d-a595-4c33-a722-035f0014f9ad req-33d71675-b48a-40b2-b130-46a071df081b tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.0517445 Feb 07 20:37:52.565034 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c6626a8d-a595-4c33-a722-035f0014f9ad req-f266fdb9-058e-46ed-8c51-345012e825c6 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420349 Feb 07 20:37:52.977106 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1043e9c-edab-4028-8b40-24abce50182c req-9483fee9-e68f-4e21-8f65-32b511426d2b tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:52.979405 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-e1043e9c-edab-4028-8b40-24abce50182c req-9483fee9-e68f-4e21-8f65-32b511426d2b tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cb82b0f-e2ef-4d3c-9a81-349ce83f4a7c HTTP/1.1" status: 200 len: 945 time: 0.0533702 Feb 07 20:37:53.026644 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-e1043e9c-edab-4028-8b40-24abce50182c req-eaceb7ea-a8b7-46e1-9731-5c039fd1227c tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418985 Feb 07 20:37:53.682343 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cfabc-dc3a-49a7-9f52-cfd2d6667b80 req-38822816-cb91-4656-80e1-fe8270eb7105 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:53.683715 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-071cfabc-dc3a-49a7-9f52-cfd2d6667b80 req-38822816-cb91-4656-80e1-fe8270eb7105 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.0525236 Feb 07 20:37:53.731904 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-071cfabc-dc3a-49a7-9f52-cfd2d6667b80 req-345089d9-d6c5-4f97-99b8-230d94f9b41e tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427577 Feb 07 20:37:54.148058 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff686af-d2e5-4243-84b6-837d1f992767 req-82a3f34e-db87-4c00-9507-dc57ef4cb8c1 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:54.149533 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8ff686af-d2e5-4243-84b6-837d1f992767 req-82a3f34e-db87-4c00-9507-dc57ef4cb8c1 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cb82b0f-e2ef-4d3c-9a81-349ce83f4a7c HTTP/1.1" status: 200 len: 945 time: 0.0555162 Feb 07 20:37:54.196209 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8ff686af-d2e5-4243-84b6-837d1f992767 req-a841ac84-e4b6-4a57-88d7-df69c61f4dbb tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405660 Feb 07 20:37:54.850750 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9616f5d-4ef0-4b71-9d26-5a53a31e1083 req-1c0c7417-428b-48d4-8a8f-19ec82410a61 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:54.852260 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e9616f5d-4ef0-4b71-9d26-5a53a31e1083 req-1c0c7417-428b-48d4-8a8f-19ec82410a61 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.0517919 Feb 07 20:37:54.898863 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e9616f5d-4ef0-4b71-9d26-5a53a31e1083 req-89578cf8-a53a-4363-a89c-f570988ca55a tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403717 Feb 07 20:37:55.311594 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2d007-53bf-4460-9995-d14fa8c0a1c5 req-6aabdc27-0eda-41d7-b79d-dac53aafe500 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:55.313038 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-18e2d007-53bf-4460-9995-d14fa8c0a1c5 req-6aabdc27-0eda-41d7-b79d-dac53aafe500 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cb82b0f-e2ef-4d3c-9a81-349ce83f4a7c HTTP/1.1" status: 200 len: 945 time: 0.0523944 Feb 07 20:37:55.359082 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-18e2d007-53bf-4460-9995-d14fa8c0a1c5 req-67811ef9-8395-4632-9e6a-36acd347cb0f tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405838 Feb 07 20:37:56.022471 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58989025-91da-412c-8f99-2d19073254a7 req-4549bc41-78e0-4b06-ad5e-3e239168cef0 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:56.024016 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-58989025-91da-412c-8f99-2d19073254a7 req-4549bc41-78e0-4b06-ad5e-3e239168cef0 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.0574231 Feb 07 20:37:56.074388 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-58989025-91da-412c-8f99-2d19073254a7 req-52d774cb-6d9a-4d51-9a9f-79258ba00f92 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439732 Feb 07 20:37:56.396648 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (2db0d972-3e88-4a6a-9d75-f8f2fe350c5f), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:56.489876 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7c913-416f-4597-b4d7-4983c54669d4 req-2934de6d-01df-40b4-9211-30f08eddc17d tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:56.491466 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-88b7c913-416f-4597-b4d7-4983c54669d4 req-2934de6d-01df-40b4-9211-30f08eddc17d tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cb82b0f-e2ef-4d3c-9a81-349ce83f4a7c HTTP/1.1" status: 200 len: 945 time: 0.0548840 Feb 07 20:37:56.538708 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-bf513c81-1ea5-4c43-8647-42c07b7e44ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:56.550797 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-88b7c913-416f-4597-b4d7-4983c54669d4 req-bc402c71-b5b0-4a57-b900-a61f896f209a tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533748 Feb 07 20:37:56.668608 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777d565-6f7d-41f2-aeee-fef18c31042b req-e3a3d680-123e-480a-88cd-f3654b2fca69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:56.670022 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-6777d565-6f7d-41f2-aeee-fef18c31042b req-e3a3d680-123e-480a-88cd-f3654b2fca69 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65cf5264b1da4554b2269d6ae291ebe5&device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 1129 time: 0.2986901 Feb 07 20:37:56.676851 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4c117-11f8-4e68-b896-4fb4a9c58879 req-f6e6d0f5-44c5-49af-a4ad-b4adedfd1e26 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:56.678211 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-35e4c117-11f8-4e68-b896-4fb4a9c58879 req-f6e6d0f5-44c5-49af-a4ad-b4adedfd1e26 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.3159821 Feb 07 20:37:56.785797 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-35e4c117-11f8-4e68-b896-4fb4a9c58879 req-aabda42f-7705-43cb-ab09-db9ae185e73e tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992606 Feb 07 20:37:56.808415 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777d565-6f7d-41f2-aeee-fef18c31042b req-7b09303a-f33f-4b4f-804b-11e6bdbcb51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:56.810103 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-6777d565-6f7d-41f2-aeee-fef18c31042b req-7b09303a-f33f-4b4f-804b-11e6bdbcb51b service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ca2a6cc-a6a4-43f6-8547-da5aef66c337 HTTP/1.1" status: 200 len: 920 time: 0.1309407 Feb 07 20:37:56.865732 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-6777d565-6f7d-41f2-aeee-fef18c31042b req-5e9e8f76-6aaf-4d54-b313-9154a4d209f7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48a2d566-e03d-4d9e-be71-21cdab9444a0 HTTP/1.1" status: 200 len: 217 time: 0.0450816 Feb 07 20:37:56.931766 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777d565-6f7d-41f2-aeee-fef18c31042b req-05f57978-1e7b-4c24-91c3-942f1dac0371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:56.931766 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-6777d565-6f7d-41f2-aeee-fef18c31042b req-05f57978-1e7b-4c24-91c3-942f1dac0371 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53c092ef-219e-4a25-a4d7-3fe3d86843e6 HTTP/1.1" status: 200 len: 859 time: 0.0496378 Feb 07 20:37:56.970222 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-6777d565-6f7d-41f2-aeee-fef18c31042b req-40ba813a-fbd4-4458-a0df-e559475cd4d1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ca2a6cc-a6a4-43f6-8547-da5aef66c337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298874 Feb 07 20:37:57.016472 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 51876) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:37:57.062595 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-6777d565-6f7d-41f2-aeee-fef18c31042b req-88159b26-7c72-4757-9ea0-3c8557e97f76 service neutron] 10.222.0.24 "GET /v2.0/networks/4ca2a6cc-a6a4-43f6-8547-da5aef66c337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823495 Feb 07 20:37:57.123962 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7987c462-59c3-4e8f-97be-96c2a568d338 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:57.162223 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-6777d565-6f7d-41f2-aeee-fef18c31042b req-592bf833-2f84-4520-b644-312a4e58bca0 service neutron] 10.222.0.24 "GET /v2.0/networks/4ca2a6cc-a6a4-43f6-8547-da5aef66c337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928218 Feb 07 20:37:57.230350 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342ff2f-ff59-4471-821c-65db2161c24f req-55cfaf19-00f2-4286-9473-1cfe495c1258 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:57.231832 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-6342ff2f-ff59-4471-821c-65db2161c24f req-55cfaf19-00f2-4286-9473-1cfe495c1258 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.0876634 Feb 07 20:37:57.260383 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7987c462-59c3-4e8f-97be-96c2a568d338 admin admin] Publish callbacks [] for security_group (66cfe744-fddd-4a9e-ac38-c950fe1a9dcf), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:57.270025 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7987c462-59c3-4e8f-97be-96c2a568d338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (66cfe744-fddd-4a9e-ac38-c950fe1a9dcf), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:57.326244 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-6342ff2f-ff59-4471-821c-65db2161c24f req-c08da0cf-19cd-4081-a042-08c384671bfe tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873001 Feb 07 20:37:57.329656 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-7987c462-59c3-4e8f-97be-96c2a568d338 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=085c445c056d46a6951db26c6bec47f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3116710 Feb 07 20:37:57.330479 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7987c462-59c3-4e8f-97be-96c2a568d338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66cfe744-fddd-4a9e-ac38-c950fe1a9dcf,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:57.332144 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 51888) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:37:57.384197 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-a8835bd7-e67d-4880-b2ee-d8218fed60a9 admin admin] Publish callbacks [] for security_group (66cfe744-fddd-4a9e-ac38-c950fe1a9dcf), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:57.405656 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-a8835bd7-e67d-4880-b2ee-d8218fed60a9 admin admin] Publish callbacks [] for security_group (66cfe744-fddd-4a9e-ac38-c950fe1a9dcf), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:57.452134 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-a8835bd7-e67d-4880-b2ee-d8218fed60a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (66cfe744-fddd-4a9e-ac38-c950fe1a9dcf), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:57.454814 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-a8835bd7-e67d-4880-b2ee-d8218fed60a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:57.455967 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-a8835bd7-e67d-4880-b2ee-d8218fed60a9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/66cfe744-fddd-4a9e-ac38-c950fe1a9dcf HTTP/1.1" status: 204 len: 168 time: 0.1227212 Feb 07 20:37:57.463905 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8835bd7-e67d-4880-b2ee-d8218fed60a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cfe744-fddd-4a9e-ac38-c950fe1a9dcf,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:57.932160 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8d9b3-fa85-4e84-b07c-afa72d32a31e req-c79e132c-d250-40d9-bb58-49664a7579f1 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:57.936164 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8ff8d9b3-fa85-4e84-b07c-afa72d32a31e req-c79e132c-d250-40d9-bb58-49664a7579f1 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0773351 Feb 07 20:37:57.983805 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8ff8d9b3-fa85-4e84-b07c-afa72d32a31e req-6839d791-de8b-4b50-a831-5f027f035914 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433888 Feb 07 20:37:58.089071 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 51922) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:37:58.208349 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-6b673ae8-2e03-4a5f-8625-6b736137cd2d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2035682319-network', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77'}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:37:58.229455 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b673ae8-2e03-4a5f-8625-6b736137cd2d admin admin] Made reservation on behalf of a36697eb438d4c69909c3d32f2f92e77 for: {'network': 1} {{(pid=102680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:37:58.232541 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6b673ae8-2e03-4a5f-8625-6b736137cd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for network (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:58.245490 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6b673ae8-2e03-4a5f-8625-6b736137cd2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:58.322661 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6b673ae8-2e03-4a5f-8625-6b736137cd2d admin admin] Publish callbacks [] for security_group (d90d84b5-3dc2-4887-8cc0-2598e53edd9c), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:58.327002 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6b673ae8-2e03-4a5f-8625-6b736137cd2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (d90d84b5-3dc2-4887-8cc0-2598e53edd9c), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:58.347550 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b673ae8-2e03-4a5f-8625-6b736137cd2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=102680) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 20:37:58.362831 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b673ae8-2e03-4a5f-8625-6b736137cd2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90d84b5-3dc2-4887-8cc0-2598e53edd9c,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:58.365868 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6b673ae8-2e03-4a5f-8625-6b736137cd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526'] for segment (99bce5a4-2582-44ab-bd99-cb6e1383c3b6), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:58.366242 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.db.segments_db [None req-6b673ae8-2e03-4a5f-8625-6b736137cd2d admin admin] Added segment 99bce5a4-2582-44ab-bd99-cb6e1383c3b6 of type vlan for network 1a0cddfd-817c-4633-a6c0-32d035fd0eb1 Feb 07 20:37:58.409368 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6b673ae8-2e03-4a5f-8625-6b736137cd2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784096251423'] for network (1a0cddfd-817c-4633-a6c0-32d035fd0eb1), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:58.435136 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6b673ae8-2e03-4a5f-8625-6b736137cd2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540'] for network (1a0cddfd-817c-4633-a6c0-32d035fd0eb1), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:58.436143 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b673ae8-2e03-4a5f-8625-6b736137cd2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:58.436732 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6b673ae8-2e03-4a5f-8625-6b736137cd2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for network (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:58.459223 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99138839-fb1a-4952-bfc8-0aae64770303 req-831dcdeb-88e5-41c7-afa6-ccbf0e097e55 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:58.460726 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-99138839-fb1a-4952-bfc8-0aae64770303 req-831dcdeb-88e5-41c7-afa6-ccbf0e097e55 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.0622139 Feb 07 20:37:58.490214 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-6b673ae8-2e03-4a5f-8625-6b736137cd2d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3998458 Feb 07 20:37:58.492924 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 51940) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:37:58.497616 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-0caa44b1-7e2f-4754-970e-10dbce5d53f1 admin admin] Request body: {'subnet': {'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2035682319-subnet', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'ip_version': 4}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:37:58.508436 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-99138839-fb1a-4952-bfc8-0aae64770303 req-72a48f98-fcba-4354-a3ee-dd016b5c009e tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412850 Feb 07 20:37:58.512729 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b673ae8-2e03-4a5f-8625-6b736137cd2d admin admin] Pushing event updated for resources: {'Network': ['ID=1a0cddfd-817c-4633-a6c0-32d035fd0eb1,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:58.523880 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Network 1a0cddfd-817c-4633-a6c0-32d035fd0eb1 details requested by agent ovs-agent-dv-cinder-828150-2-iscsi with host dv-cinder-828150-2-iscsi {{(pid=102682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 20:37:58.526558 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0caa44b1-7e2f-4754-970e-10dbce5d53f1 admin admin] Made reservation on behalf of a36697eb438d4c69909c3d32f2f92e77 for: {'subnet': 1} {{(pid=102680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:37:58.528912 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0caa44b1-7e2f-4754-970e-10dbce5d53f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9394613'] for subnet (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:58.690819 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0caa44b1-7e2f-4754-970e-10dbce5d53f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9394571'] for subnet (806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:58.740637 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa44b1-7e2f-4754-970e-10dbce5d53f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a,revision_number=0']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:58.758080 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caa44b1-7e2f-4754-970e-10dbce5d53f1 admin admin] Checking segment: {'id': '99bce5a4-2582-44ab-bd99-cb6e1383c3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:37:58.758440 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caa44b1-7e2f-4754-970e-10dbce5d53f1 admin admin] Network hostable DHCP agents. Network: 1a0cddfd-817c-4633-a6c0-32d035fd0eb1, hostable agents: ['e1cc327f-50d0-4a6e-8186-ec075b67de95'], hosted agents: [] {{(pid=102680) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 20:37:58.774274 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caa44b1-7e2f-4754-970e-10dbce5d53f1 admin admin] Network 1a0cddfd-817c-4633-a6c0-32d035fd0eb1 is scheduled to be hosted by DHCP agent e1cc327f-50d0-4a6e-8186-ec075b67de95 with binding_index 1 {{(pid=102680) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 20:37:58.782876 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [None req-0caa44b1-7e2f-4754-970e-10dbce5d53f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828150-2-iscsi, 1a0cddfd-817c-4633-a6c0-32d035fd0eb1) {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:37:58.786918 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caa44b1-7e2f-4754-970e-10dbce5d53f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:58.787539 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0caa44b1-7e2f-4754-970e-10dbce5d53f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:58.792756 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11cf76d-3ad2-4b95-92fa-52687426f5b5 None None] Network 1a0cddfd-817c-4633-a6c0-32d035fd0eb1 requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:37:58.803915 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-0caa44b1-7e2f-4754-970e-10dbce5d53f1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3099594 Feb 07 20:37:58.807508 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 51946) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:37:58.812006 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-b0a74c3d-09c7-459b-bb45-460d10be0e6c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2035682319-router', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'}}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:37:58.829770 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b0a74c3d-09c7-459b-bb45-460d10be0e6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-394574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7728'] for router (f8ecbfa1-0d21-4c50-9a06-f78846443237), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:58.830938 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b0a74c3d-09c7-459b-bb45-460d10be0e6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7723'] for router (f8ecbfa1-0d21-4c50-9a06-f78846443237), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:58.887904 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b0a74c3d-09c7-459b-bb45-460d10be0e6c admin admin] Publish callbacks [] for router_controller (f8ecbfa1-0d21-4c50-9a06-f78846443237), precommit_add_association {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:58.897473 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-e7406966-7af2-4474-9837-611fac92ff62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:58.908299 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e237206-d0f1-48c6-b0a3-af317ddf4deb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77ca2aab-c32d-5221-adbb-aaf0b4c52255-1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'fixed_ips': [{'subnet_id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a'}]}} from dv-cinder-828150-2-iscsi. {{(pid=102682) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 20:37:58.909232 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-1e237206-d0f1-48c6-b0a3-af317ddf4deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:59.027030 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b0a74c3d-09c7-459b-bb45-460d10be0e6c admin admin] Publish callbacks [] for router_gateway (f8ecbfa1-0d21-4c50-9a06-f78846443237), precommit_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:59.049233 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.db_base_plugin_common [None req-1e237206-d0f1-48c6-b0a3-af317ddf4deb None None] Allocated IP 172.20.0.2 (1a0cddfd-817c-4633-a6c0-32d035fd0eb1/806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a/ac304bae-3a50-4773-8abc-bed9417dfd81) {{(pid=102682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:37:59.111182 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae9bae-4c67-45f8-aa0f-0b041ba25469 req-715dfb44-8668-4bfe-857f-a27c564fad95 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:59.112940 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f8ae9bae-4c67-45f8-aa0f-0b041ba25469 req-715dfb44-8668-4bfe-857f-a27c564fad95 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0559680 Feb 07 20:37:59.161891 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f8ae9bae-4c67-45f8-aa0f-0b041ba25469 req-732b08ab-e891-4fee-8459-190da5939fff tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426476 Feb 07 20:37:59.191970 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-1e237206-d0f1-48c6-b0a3-af317ddf4deb None None] Publish callbacks [] for port (ac304bae-3a50-4773-8abc-bed9417dfd81), precommit_create {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:59.197572 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-1e237206-d0f1-48c6-b0a3-af317ddf4deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216'] for port (ac304bae-3a50-4773-8abc-bed9417dfd81), after_create {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:59.243851 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b0a74c3d-09c7-459b-bb45-460d10be0e6c admin admin] Publish callbacks [] for router_gateway (f8ecbfa1-0d21-4c50-9a06-f78846443237), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:59.246000 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e237206-d0f1-48c6-b0a3-af317ddf4deb None None] Network 1a0cddfd-817c-4633-a6c0-32d035fd0eb1 is already hosted by enough agents. {{(pid=102682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:37:59.248743 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.scheduler.base_scheduler [None req-1e237206-d0f1-48c6-b0a3-af317ddf4deb None None] Resources bound (agent type, host, resource id): {{(pid=102682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:37:59.253068 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e237206-d0f1-48c6-b0a3-af317ddf4deb None None] Received port after_create {{(pid=102682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:37:59.256187 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e237206-d0f1-48c6-b0a3-af317ddf4deb None None] Pushing event updated for resources: {'Port': ['ID=ac304bae-3a50-4773-8abc-bed9417dfd81,revision_number=1']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:59.276946 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b0a74c3d-09c7-459b-bb45-460d10be0e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:59.320112 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-1e237206-d0f1-48c6-b0a3-af317ddf4deb None None] Attempting to bind port ac304bae-3a50-4773-8abc-bed9417dfd81 on host dv-cinder-828150-2-iscsi for vnic_type normal with profile {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:37:59.320590 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-1e237206-d0f1-48c6-b0a3-af317ddf4deb None None] Attempting to bind port ac304bae-3a50-4773-8abc-bed9417dfd81 by drivers openvswitch,hyperv on host dv-cinder-828150-2-iscsi at level 0 using segments [{'id': '99bce5a4-2582-44ab-bd99-cb6e1383c3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1'}] {{(pid=102682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:37:59.322516 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e237206-d0f1-48c6-b0a3-af317ddf4deb None None] Attempting to bind port ac304bae-3a50-4773-8abc-bed9417dfd81 on network 1a0cddfd-817c-4633-a6c0-32d035fd0eb1 {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:37:59.328420 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e237206-d0f1-48c6-b0a3-af317ddf4deb None None] Checking agent: {'id': 'c89dd41c-5256-44ac-a1f6-453d759a66bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828150-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 27, 33), 'started_at': datetime.datetime(2022, 2, 7, 20, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828150-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:37:59.328945 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e237206-d0f1-48c6-b0a3-af317ddf4deb None None] Checking segment: {'id': '99bce5a4-2582-44ab-bd99-cb6e1383c3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:37:59.329517 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-1e237206-d0f1-48c6-b0a3-af317ddf4deb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:59.330681 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e237206-d0f1-48c6-b0a3-af317ddf4deb None None] Bound using segment: {'id': '99bce5a4-2582-44ab-bd99-cb6e1383c3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1'} {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:37:59.330681 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-1e237206-d0f1-48c6-b0a3-af317ddf4deb None None] Bound port: ac304bae-3a50-4773-8abc-bed9417dfd81, host: dv-cinder-828150-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99bce5a4-2582-44ab-bd99-cb6e1383c3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1'}}] {{(pid=102682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:37:59.330999 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-1e237206-d0f1-48c6-b0a3-af317ddf4deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (ac304bae-3a50-4773-8abc-bed9417dfd81), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:59.387093 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.db_base_plugin_common [None req-b0a74c3d-09c7-459b-bb45-460d10be0e6c admin admin] Allocated IP 172.27.3.31 (8fac5e93-9c31-4064-8161-a8fff953e3cb/29ca3f4a-d044-4ce0-b1ea-59efe11aa82f/85673cad-2c21-40f5-b2dd-ede858619f22) {{(pid=102681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:37:59.395183 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-1e237206-d0f1-48c6-b0a3-af317ddf4deb None None] For port ac304bae-3a50-4773-8abc-bed9417dfd81, host dv-cinder-828150-2-iscsi, cleared binding levels {{(pid=102682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:37:59.398579 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-1e237206-d0f1-48c6-b0a3-af317ddf4deb None None] For port ac304bae-3a50-4773-8abc-bed9417dfd81, host dv-cinder-828150-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=ac304bae-3a50-4773-8abc-bed9417dfd81,segment=NetworkSegment(99bce5a4-2582-44ab-bd99-cb6e1383c3b6),segment_id=99bce5a4-2582-44ab-bd99-cb6e1383c3b6)] {{(pid=102682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:37:59.405879 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-1e237206-d0f1-48c6-b0a3-af317ddf4deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (ac304bae-3a50-4773-8abc-bed9417dfd81), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:59.463493 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e237206-d0f1-48c6-b0a3-af317ddf4deb None None] Pushing event updated for resources: {'Port': ['ID=ac304bae-3a50-4773-8abc-bed9417dfd81,revision_number=2']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:59.498683 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b0a74c3d-09c7-459b-bb45-460d10be0e6c admin admin] Publish callbacks [] for port (85673cad-2c21-40f5-b2dd-ede858619f22), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:59.535641 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b0a74c3d-09c7-459b-bb45-460d10be0e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (85673cad-2c21-40f5-b2dd-ede858619f22), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:59.578435 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a74c3d-09c7-459b-bb45-460d10be0e6c admin admin] Network 8fac5e93-9c31-4064-8161-a8fff953e3cb is already hosted by enough agents. {{(pid=102681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:37:59.584789 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.base_scheduler [None req-b0a74c3d-09c7-459b-bb45-460d10be0e6c admin admin] Resources bound (agent type, host, resource id): {{(pid=102681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:37:59.596696 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a74c3d-09c7-459b-bb45-460d10be0e6c admin admin] Received port after_create {{(pid=102681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:37:59.600516 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a74c3d-09c7-459b-bb45-460d10be0e6c admin admin] Pushing event updated for resources: {'Port': ['ID=85673cad-2c21-40f5-b2dd-ede858619f22,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:37:59.745316 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bdb2ff-f2aa-4ebd-b831-29461e6b1fc4 req-92a0aa56-a4c2-455e-b8fb-909564afdb97 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:37:59.746866 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-a5bdb2ff-f2aa-4ebd-b831-29461e6b1fc4 req-92a0aa56-a4c2-455e-b8fb-909564afdb97 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.1656542 Feb 07 20:37:59.829674 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-a5bdb2ff-f2aa-4ebd-b831-29461e6b1fc4 req-3d9b7204-2aa5-400a-8986-3106fe8169a4 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591421 Feb 07 20:37:59.924950 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b0a74c3d-09c7-459b-bb45-460d10be0e6c admin admin] Publish callbacks [] for router_gateway (f8ecbfa1-0d21-4c50-9a06-f78846443237), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:37:59.951567 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:00.121468 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b0a74c3d-09c7-459b-bb45-460d10be0e6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395847'] for router (f8ecbfa1-0d21-4c50-9a06-f78846443237), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:00.261070 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a74c3d-09c7-459b-bb45-460d10be0e6c admin admin] Router f8ecbfa1-0d21-4c50-9a06-f78846443237 is scheduled to L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef with binding_index 1 {{(pid=102681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 20:38:00.294493 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab66873-ef63-4713-9cb0-9b47ab4ec592 req-e7a8227f-bfde-419c-a79a-84dc2522c174 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:00.296035 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-bab66873-ef63-4713-9cb0-9b47ab4ec592 req-e7a8227f-bfde-419c-a79a-84dc2522c174 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0598195 Feb 07 20:38:00.355364 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-bab66873-ef63-4713-9cb0-9b47ab4ec592 req-3f76d309-fa3f-49a6-b96e-cebaf346b9c6 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526481 Feb 07 20:38:00.377876 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a74c3d-09c7-459b-bb45-460d10be0e6c admin admin] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:38:00.392507 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568dbe61-f2c0-493d-851b-56fc050dbb71 None None] Sync routers for ids ['f8ecbfa1-0d21-4c50-9a06-f78846443237'] in dv-cinder-828150-2-iscsi {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:38:00.401886 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b0a74c3d-09c7-459b-bb45-460d10be0e6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:00.403124 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-b0a74c3d-09c7-459b-bb45-460d10be0e6c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5945034 Feb 07 20:38:00.405028 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568dbe61-f2c0-493d-851b-56fc050dbb71 None None] Routers {'f8ecbfa1-0d21-4c50-9a06-f78846443237'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:38:00.405730 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-568dbe61-f2c0-493d-851b-56fc050dbb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:37:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['f8ecbfa1-0d21-4c50-9a06-f78846443237'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:38:00.406270 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 51962) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:38:00.442750 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e92069b-9f4a-4ea0-bc60-5a2e3b145389 None None] Network 1a0cddfd-817c-4633-a6c0-32d035fd0eb1 requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:38:00.506002 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-1cd59708-0425-471c-b02c-4b1277204a78 None None] Provisioning complete for port ac304bae-3a50-4773-8abc-bed9417dfd81 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:38:00.506679 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-1cd59708-0425-471c-b02c-4b1277204a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (ac304bae-3a50-4773-8abc-bed9417dfd81), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:00.530514 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-568dbe61-f2c0-493d-851b-56fc050dbb71 None None] Set router f8ecbfa1-0d21-4c50-9a06-f78846443237 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:38:00.627854 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-1cd59708-0425-471c-b02c-4b1277204a78 None None] Current status of the port ac304bae-3a50-4773-8abc-bed9417dfd81 is: DOWN; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:38:00.628242 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-1cd59708-0425-471c-b02c-4b1277204a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (ac304bae-3a50-4773-8abc-bed9417dfd81), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:00.663066 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-1cd59708-0425-471c-b02c-4b1277204a78 None None] For port ac304bae-3a50-4773-8abc-bed9417dfd81, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=ac304bae-3a50-4773-8abc-bed9417dfd81,segment=NetworkSegment(99bce5a4-2582-44ab-bd99-cb6e1383c3b6),segment_id=99bce5a4-2582-44ab-bd99-cb6e1383c3b6)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:38:00.667707 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-1cd59708-0425-471c-b02c-4b1277204a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (ac304bae-3a50-4773-8abc-bed9417dfd81), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:00.726525 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd59708-0425-471c-b02c-4b1277204a78 None None] Pushing event updated for resources: {'Port': ['ID=ac304bae-3a50-4773-8abc-bed9417dfd81,revision_number=3']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:00.741924 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-568dbe61-f2c0-493d-851b-56fc050dbb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'name': 'tempest-TestVolumeBootPattern-2035682319-router', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:37:58Z', 'updated_at': '2022-02-07T20:37:59Z', 'revision_number': 3, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'gw_port': {'id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:37:59Z', 'updated_at': '2022-02-07T20:37:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi'}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:38:00.770786 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568dbe61-f2c0-493d-851b-56fc050dbb71 None None] Checking router: f8ecbfa1-0d21-4c50-9a06-f78846443237 for host: dv-cinder-828150-2-iscsi {{(pid=102683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:38:00.771492 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568dbe61-f2c0-493d-851b-56fc050dbb71 None None] Updating router f8ecbfa1-0d21-4c50-9a06-f78846443237 port 85673cad-2c21-40f5-b2dd-ede858619f22 binding host dv-cinder-828150-2-iscsi {{(pid=102683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 20:38:00.800436 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-568dbe61-f2c0-493d-851b-56fc050dbb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (85673cad-2c21-40f5-b2dd-ede858619f22), before_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:00.853199 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-659579ad-5ab0-4cf4-9588-b1c52467cafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:00.895233 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-06353665-dfed-46a5-a605-140efe63d3ee None None] Provisioning complete for port ac304bae-3a50-4773-8abc-bed9417dfd81 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:38:00.895850 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-06353665-dfed-46a5-a605-140efe63d3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (ac304bae-3a50-4773-8abc-bed9417dfd81), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:00.964982 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d3929-633d-451e-995d-17032518d069 req-f21249ca-8233-4974-aed0-e5f01b728d7c tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:00.966753 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-0d0d3929-633d-451e-995d-17032518d069 req-f21249ca-8233-4974-aed0-e5f01b728d7c tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.0597732 Feb 07 20:38:00.983047 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-06353665-dfed-46a5-a605-140efe63d3ee None None] Current status of the port ac304bae-3a50-4773-8abc-bed9417dfd81 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:38:01.018346 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-0d0d3929-633d-451e-995d-17032518d069 req-8ae3d177-0e54-4d42-a82e-50f6ad583673 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453012 Feb 07 20:38:01.028441 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.db_base_plugin_common [None req-659579ad-5ab0-4cf4-9588-b1c52467cafb admin admin] Allocated IP 172.20.0.1 (1a0cddfd-817c-4633-a6c0-32d035fd0eb1/806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a/9d81889e-c274-4bba-806d-f8de1bf939e6) {{(pid=102680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:38:01.079805 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-568dbe61-f2c0-493d-851b-56fc050dbb71 None None] Publish callbacks [] for port (85673cad-2c21-40f5-b2dd-ede858619f22), precommit_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:01.085835 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-568dbe61-f2c0-493d-851b-56fc050dbb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (85673cad-2c21-40f5-b2dd-ede858619f22), after_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:01.143147 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-659579ad-5ab0-4cf4-9588-b1c52467cafb admin admin] Publish callbacks [] for port (9d81889e-c274-4bba-806d-f8de1bf939e6), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:01.152666 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.managers [None req-568dbe61-f2c0-493d-851b-56fc050dbb71 None None] Attempting to bind port 85673cad-2c21-40f5-b2dd-ede858619f22 on host dv-cinder-828150-2-iscsi for vnic_type normal with profile {{(pid=102683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:38:01.152956 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.managers [None req-568dbe61-f2c0-493d-851b-56fc050dbb71 None None] Attempting to bind port 85673cad-2c21-40f5-b2dd-ede858619f22 by drivers openvswitch,hyperv on host dv-cinder-828150-2-iscsi at level 0 using segments [{'id': 'b6259b7e-66cb-4b1d-a7b0-58f7e3300c62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'}] {{(pid=102683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:38:01.153287 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568dbe61-f2c0-493d-851b-56fc050dbb71 None None] Attempting to bind port 85673cad-2c21-40f5-b2dd-ede858619f22 on network 8fac5e93-9c31-4064-8161-a8fff953e3cb {{(pid=102683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:38:01.166740 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63acd0da-f182-4f0f-865f-689992c2fd75 None None] Pushing event updated for resources: {'Port': ['ID=85673cad-2c21-40f5-b2dd-ede858619f22,revision_number=2']} {{(pid=102683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:01.172008 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568dbe61-f2c0-493d-851b-56fc050dbb71 None None] Checking agent: {'id': 'c89dd41c-5256-44ac-a1f6-453d759a66bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828150-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 27, 33), 'started_at': datetime.datetime(2022, 2, 7, 20, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828150-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:38:01.172381 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568dbe61-f2c0-493d-851b-56fc050dbb71 None None] Checking segment: {'id': 'b6259b7e-66cb-4b1d-a7b0-58f7e3300c62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:38:01.172777 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-568dbe61-f2c0-493d-851b-56fc050dbb71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:01.173226 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568dbe61-f2c0-493d-851b-56fc050dbb71 None None] Bound using segment: {'id': 'b6259b7e-66cb-4b1d-a7b0-58f7e3300c62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'} {{(pid=102683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:38:01.173636 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.managers [None req-568dbe61-f2c0-493d-851b-56fc050dbb71 None None] Bound port: 85673cad-2c21-40f5-b2dd-ede858619f22, host: dv-cinder-828150-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6259b7e-66cb-4b1d-a7b0-58f7e3300c62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'}}] {{(pid=102683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:38:01.174007 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-568dbe61-f2c0-493d-851b-56fc050dbb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (85673cad-2c21-40f5-b2dd-ede858619f22), before_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:01.182512 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-659579ad-5ab0-4cf4-9588-b1c52467cafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17688'] for port (9d81889e-c274-4bba-806d-f8de1bf939e6), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:01.201456 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63acd0da-f182-4f0f-865f-689992c2fd75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:01.201822 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63acd0da-f182-4f0f-865f-689992c2fd75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:01.202178 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63acd0da-f182-4f0f-865f-689992c2fd75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:01.203445 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63acd0da-f182-4f0f-865f-689992c2fd75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:01.203445 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63acd0da-f182-4f0f-865f-689992c2fd75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:01.203445 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63acd0da-f182-4f0f-865f-689992c2fd75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:01.203729 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63acd0da-f182-4f0f-865f-689992c2fd75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:01.203817 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63acd0da-f182-4f0f-865f-689992c2fd75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:01.204109 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63acd0da-f182-4f0f-865f-689992c2fd75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:01.204440 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63acd0da-f182-4f0f-865f-689992c2fd75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:01.204763 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63acd0da-f182-4f0f-865f-689992c2fd75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:01.205166 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63acd0da-f182-4f0f-865f-689992c2fd75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:01.205480 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63acd0da-f182-4f0f-865f-689992c2fd75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:01.218026 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659579ad-5ab0-4cf4-9588-b1c52467cafb admin admin] Network 1a0cddfd-817c-4633-a6c0-32d035fd0eb1 is already hosted by enough agents. {{(pid=102680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:38:01.220983 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [None req-659579ad-5ab0-4cf4-9588-b1c52467cafb admin admin] Resources bound (agent type, host, resource id): {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:38:01.224543 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659579ad-5ab0-4cf4-9588-b1c52467cafb admin admin] Received port after_create {{(pid=102680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:38:01.251599 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.db [None req-568dbe61-f2c0-493d-851b-56fc050dbb71 None None] For port 85673cad-2c21-40f5-b2dd-ede858619f22, host dv-cinder-828150-2-iscsi, cleared binding levels {{(pid=102683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:38:01.253919 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.db [None req-568dbe61-f2c0-493d-851b-56fc050dbb71 None None] For port 85673cad-2c21-40f5-b2dd-ede858619f22, host dv-cinder-828150-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=85673cad-2c21-40f5-b2dd-ede858619f22,segment=NetworkSegment(b6259b7e-66cb-4b1d-a7b0-58f7e3300c62),segment_id=b6259b7e-66cb-4b1d-a7b0-58f7e3300c62)] {{(pid=102683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:38:01.260485 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659579ad-5ab0-4cf4-9588-b1c52467cafb admin admin] Pushing event updated for resources: {'Port': ['ID=9d81889e-c274-4bba-806d-f8de1bf939e6,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:01.261702 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-568dbe61-f2c0-493d-851b-56fc050dbb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (85673cad-2c21-40f5-b2dd-ede858619f22), after_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:01.264882 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3363de-23ce-4c3a-8345-6c13bb3a5f32 req-6e14238c-5431-41ba-9121-aec385e00eb1 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:01.277054 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9d3363de-23ce-4c3a-8345-6c13bb3a5f32 req-6e14238c-5431-41ba-9121-aec385e00eb1 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.0852318 Feb 07 20:38:01.279430 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-659579ad-5ab0-4cf4-9588-b1c52467cafb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395920'] for router_interface (f8ecbfa1-0d21-4c50-9a06-f78846443237), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:01.375304 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9d3363de-23ce-4c3a-8345-6c13bb3a5f32 req-0fd2ed39-0b51-4a8a-8823-667f4819a79f tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935099 Feb 07 20:38:01.409844 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e50fe0-3ebf-4036-be40-c91452ef98fb req-2899caa8-7436-4516-8a03-fcb8ecc5384e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:01.411689 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-63e50fe0-3ebf-4036-be40-c91452ef98fb req-2899caa8-7436-4516-8a03-fcb8ecc5384e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1920726293f94b09a11892df688f137b&device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 1129 time: 0.0868344 Feb 07 20:38:01.444908 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568dbe61-f2c0-493d-851b-56fc050dbb71 None None] Routers {'f8ecbfa1-0d21-4c50-9a06-f78846443237'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:38:01.446935 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-568dbe61-f2c0-493d-851b-56fc050dbb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:37:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['f8ecbfa1-0d21-4c50-9a06-f78846443237'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:38:01.494925 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:01.532613 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-659579ad-5ab0-4cf4-9588-b1c52467cafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (9d81889e-c274-4bba-806d-f8de1bf939e6), before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:01.576550 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e50fe0-3ebf-4036-be40-c91452ef98fb req-86992941-8f8b-4a1d-b875-faf0a4696cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:01.578817 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-63e50fe0-3ebf-4036-be40-c91452ef98fb req-86992941-8f8b-4a1d-b875-faf0a4696cb8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e HTTP/1.1" status: 200 len: 912 time: 0.1542833 Feb 07 20:38:01.591153 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63acd0da-f182-4f0f-865f-689992c2fd75 None None] Pushing event updated for resources: {'Port': ['ID=85673cad-2c21-40f5-b2dd-ede858619f22,revision_number=3']} {{(pid=102683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:01.596517 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60acae-5645-4135-8be3-226cc12a5f3b req-0a9290b8-586b-4030-9935-35cb3c2132fe tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:01.598265 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-3f60acae-5645-4135-8be3-226cc12a5f3b req-0a9290b8-586b-4030-9935-35cb3c2132fe tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.1626534 Feb 07 20:38:01.614768 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-568dbe61-f2c0-493d-851b-56fc050dbb71 None None] Set router f8ecbfa1-0d21-4c50-9a06-f78846443237 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:38:01.630620 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-2cc96880-ab76-4a74-82c2-0a22c7c5918f None None] Provisioning complete for port 9d81889e-c274-4bba-806d-f8de1bf939e6 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:38:01.630996 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-2cc96880-ab76-4a74-82c2-0a22c7c5918f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (9d81889e-c274-4bba-806d-f8de1bf939e6), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:01.654818 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-63e50fe0-3ebf-4036-be40-c91452ef98fb req-8812c58e-f0ec-4a03-a98e-2e1bcf586f6f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b7a9c0f-da25-4335-9833-4fae4a44db0a HTTP/1.1" status: 200 len: 1000 time: 0.0694234 Feb 07 20:38:01.694917 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-2cc96880-ab76-4a74-82c2-0a22c7c5918f None None] Port 9d81889e-c274-4bba-806d-f8de1bf939e6 cannot update to ACTIVE because it is not bound. {{(pid=102682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:38:01.719904 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-3f60acae-5645-4135-8be3-226cc12a5f3b req-c7dd6946-bec6-4545-b3c2-d66fb01a2f70 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091919 Feb 07 20:38:01.729189 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e50fe0-3ebf-4036-be40-c91452ef98fb req-6e4d2219-cf49-4f1d-b8ae-13eddaf33ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:01.730779 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-63e50fe0-3ebf-4036-be40-c91452ef98fb req-6e4d2219-cf49-4f1d-b8ae-13eddaf33ed3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=57a3a711-2e6c-457c-a563-2e93bf8d035e HTTP/1.1" status: 200 len: 850 time: 0.0673144 Feb 07 20:38:01.801488 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-659579ad-5ab0-4cf4-9588-b1c52467cafb admin admin] Publish callbacks [] for port (9d81889e-c274-4bba-806d-f8de1bf939e6), precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:01.803539 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e50fe0-3ebf-4036-be40-c91452ef98fb req-ba27940d-8b53-46a1-b0d7-09d5f74ff429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:01.805305 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-63e50fe0-3ebf-4036-be40-c91452ef98fb req-ba27940d-8b53-46a1-b0d7-09d5f74ff429 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540986 Feb 07 20:38:01.807535 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-659579ad-5ab0-4cf4-9588-b1c52467cafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17681'] for port (9d81889e-c274-4bba-806d-f8de1bf939e6), after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:01.814767 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device ac304bae-3a50-4773-8abc-bed9417dfd81 up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:38:01.874595 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-659579ad-5ab0-4cf4-9588-b1c52467cafb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393216'] for router_interface (f8ecbfa1-0d21-4c50-9a06-f78846443237), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:01.887724 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659579ad-5ab0-4cf4-9588-b1c52467cafb admin admin] Pushing event updated for resources: {'Port': ['ID=9d81889e-c274-4bba-806d-f8de1bf939e6,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:01.900044 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port ac304bae-3a50-4773-8abc-bed9417dfd81 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:38:01.900820 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (ac304bae-3a50-4773-8abc-bed9417dfd81), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:01.915583 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-568dbe61-f2c0-493d-851b-56fc050dbb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'name': 'tempest-TestVolumeBootPattern-2035682319-router', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:37:58Z', 'updated_at': '2022-02-07T20:38:01Z', 'revision_number': 4, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'gw_port': {'id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:37:59Z', 'updated_at': '2022-02-07T20:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': '9d81889e-c274-4bba-806d-f8de1bf939e6', 'name': '', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'mac_address': 'fa:16:3e:ad:16:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:38:00Z', 'updated_at': '2022-02-07T20:38:01Z', 'revision_number': 1, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'subnets': [{'id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:38:01.931146 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-63e50fe0-3ebf-4036-be40-c91452ef98fb req-f4e874f3-e512-405c-87a1-f5cd475ecc3e service neutron] 10.222.0.24 "GET /v2.0/networks/72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130080 Feb 07 20:38:01.953100 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568dbe61-f2c0-493d-851b-56fc050dbb71 None None] The sync data for ids ['f8ecbfa1-0d21-4c50-9a06-f78846443237'] in dv-cinder-828150-2-iscsi is: [{'id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'name': 'tempest-TestVolumeBootPattern-2035682319-router', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:37:58Z', 'updated_at': '2022-02-07T20:38:01Z', 'revision_number': 4, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'gw_port': {'id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:37:59Z', 'updated_at': '2022-02-07T20:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': '9d81889e-c274-4bba-806d-f8de1bf939e6', 'name': '', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'mac_address': 'fa:16:3e:ad:16:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:38:00Z', 'updated_at': '2022-02-07T20:38:01Z', 'revision_number': 1, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'subnets': [{'id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:38:01.984460 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port ac304bae-3a50-4773-8abc-bed9417dfd81 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:38:01.985109 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659579ad-5ab0-4cf4-9588-b1c52467cafb admin admin] Network 1a0cddfd-817c-4633-a6c0-32d035fd0eb1 is already hosted by enough agents. {{(pid=102680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:38:01.986498 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [None req-659579ad-5ab0-4cf4-9588-b1c52467cafb admin admin] Resources bound (agent type, host, resource id): {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:38:02.050785 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-63e50fe0-3ebf-4036-be40-c91452ef98fb req-959c1c18-c471-41ea-9a74-65ec0d8a34d8 service neutron] 10.222.0.24 "GET /v2.0/networks/72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074235 Feb 07 20:38:02.124919 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659579ad-5ab0-4cf4-9588-b1c52467cafb admin admin] Router f8ecbfa1-0d21-4c50-9a06-f78846443237 has already been hosted by L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef {{(pid=102680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:38:02.225035 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c5e305a5-bdde-418b-ac0c-031120627985 None None] Provisioning complete for port 9d81889e-c274-4bba-806d-f8de1bf939e6 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:38:02.225654 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c5e305a5-bdde-418b-ac0c-031120627985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (9d81889e-c274-4bba-806d-f8de1bf939e6), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:02.260326 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659579ad-5ab0-4cf4-9588-b1c52467cafb admin admin] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:38:02.267969 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-659579ad-5ab0-4cf4-9588-b1c52467cafb admin admin] 10.222.0.60 "PUT /v2.0/routers/f8ecbfa1-0d21-4c50-9a06-f78846443237/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8604655 Feb 07 20:38:02.270443 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c5e305a5-bdde-418b-ac0c-031120627985 None None] Port 9d81889e-c274-4bba-806d-f8de1bf939e6 cannot update to ACTIVE because it is not bound. {{(pid=102682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:38:02.502443 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d632eb-67b1-4007-8f04-3eb0381acf6c req-5ed2ae23-5bd0-46b4-b562-effba8c96807 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:02.504987 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-80d632eb-67b1-4007-8f04-3eb0381acf6c req-5ed2ae23-5bd0-46b4-b562-effba8c96807 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.0648084 Feb 07 20:38:02.573058 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-80d632eb-67b1-4007-8f04-3eb0381acf6c req-eb8a574a-b296-406c-80fe-bb6c634a756c tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605531 Feb 07 20:38:02.731823 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:02.904784 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 51998) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:38:02.909786 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-d571b853-0d1b-4d83-b3a5-832533974641 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-135163602-network', 'tenant_id': '91ef4548605040e9af946d0b43a313bd'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:38:02.940935 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d571b853-0d1b-4d83-b3a5-832533974641 admin admin] Made reservation on behalf of 91ef4548605040e9af946d0b43a313bd for: {'network': 1} {{(pid=102681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:38:02.943864 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d571b853-0d1b-4d83-b3a5-832533974641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for network (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:02.953730 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d571b853-0d1b-4d83-b3a5-832533974641 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:03.041306 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d571b853-0d1b-4d83-b3a5-832533974641 admin admin] Publish callbacks [] for security_group (eec0f24b-2df8-4d66-abfe-547133abd3ad), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:03.045528 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d571b853-0d1b-4d83-b3a5-832533974641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (eec0f24b-2df8-4d66-abfe-547133abd3ad), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:03.072463 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d571b853-0d1b-4d83-b3a5-832533974641 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=102681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 20:38:03.083744 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571b853-0d1b-4d83-b3a5-832533974641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec0f24b-2df8-4d66-abfe-547133abd3ad,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:03.089416 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d571b853-0d1b-4d83-b3a5-832533974641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526'] for segment (968f7efa-a75f-4abc-8e4a-08e90215eecc), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:03.089736 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42146b3-3a0d-4c48-bbf0-68489952b10b req-b908148d-03d9-4409-a74e-833c6c45e146 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:03.090225 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.db.segments_db [None req-d571b853-0d1b-4d83-b3a5-832533974641 admin admin] Added segment 968f7efa-a75f-4abc-8e4a-08e90215eecc of type vlan for network f67a67b7-55ba-4d5c-a714-c2373616ff31 Feb 07 20:38:03.091451 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-b42146b3-3a0d-4c48-bbf0-68489952b10b req-b908148d-03d9-4409-a74e-833c6c45e146 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.2946322 Feb 07 20:38:03.133312 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d571b853-0d1b-4d83-b3a5-832533974641 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784096251423'] for network (f67a67b7-55ba-4d5c-a714-c2373616ff31), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:03.143161 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-b42146b3-3a0d-4c48-bbf0-68489952b10b req-7f5321b7-06fe-4a02-8bc0-92afa6b3d9b6 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457084 Feb 07 20:38:03.164124 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d571b853-0d1b-4d83-b3a5-832533974641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540'] for network (f67a67b7-55ba-4d5c-a714-c2373616ff31), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:03.165481 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d571b853-0d1b-4d83-b3a5-832533974641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:03.166050 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d571b853-0d1b-4d83-b3a5-832533974641 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for network (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:03.223037 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-d571b853-0d1b-4d83-b3a5-832533974641 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3170309 Feb 07 20:38:03.225500 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 52000) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:38:03.230136 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-fe593d70-de98-418e-96dc-52633bd66cf9 admin admin] Request body: {'subnet': {'network_id': 'f67a67b7-55ba-4d5c-a714-c2373616ff31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-135163602-subnet', 'tenant_id': '91ef4548605040e9af946d0b43a313bd', 'ip_version': 4}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:38:03.240498 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571b853-0d1b-4d83-b3a5-832533974641 admin admin] Pushing event updated for resources: {'Network': ['ID=f67a67b7-55ba-4d5c-a714-c2373616ff31,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:03.250255 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Network f67a67b7-55ba-4d5c-a714-c2373616ff31 details requested by agent ovs-agent-dv-cinder-828150-2-iscsi with host dv-cinder-828150-2-iscsi {{(pid=102682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 20:38:03.256897 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe593d70-de98-418e-96dc-52633bd66cf9 admin admin] Made reservation on behalf of 91ef4548605040e9af946d0b43a313bd for: {'subnet': 1} {{(pid=102681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:38:03.260035 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-fe593d70-de98-418e-96dc-52633bd66cf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9307019'] for subnet (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:03.434745 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-fe593d70-de98-418e-96dc-52633bd66cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3187767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9307061'] for subnet (f94e7eef-25b4-48a9-98cb-fbb8a6000cd8), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:03.485181 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe593d70-de98-418e-96dc-52633bd66cf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f94e7eef-25b4-48a9-98cb-fbb8a6000cd8,revision_number=0']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:03.500013 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe593d70-de98-418e-96dc-52633bd66cf9 admin admin] Checking segment: {'id': '968f7efa-a75f-4abc-8e4a-08e90215eecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f67a67b7-55ba-4d5c-a714-c2373616ff31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:38:03.500366 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe593d70-de98-418e-96dc-52633bd66cf9 admin admin] Network hostable DHCP agents. Network: f67a67b7-55ba-4d5c-a714-c2373616ff31, hostable agents: ['e1cc327f-50d0-4a6e-8186-ec075b67de95'], hosted agents: [] {{(pid=102681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 20:38:03.515875 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe593d70-de98-418e-96dc-52633bd66cf9 admin admin] Network f67a67b7-55ba-4d5c-a714-c2373616ff31 is scheduled to be hosted by DHCP agent e1cc327f-50d0-4a6e-8186-ec075b67de95 with binding_index 1 {{(pid=102681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 20:38:03.524652 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.base_scheduler [None req-fe593d70-de98-418e-96dc-52633bd66cf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828150-2-iscsi, f67a67b7-55ba-4d5c-a714-c2373616ff31) {{(pid=102681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:38:03.531610 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe593d70-de98-418e-96dc-52633bd66cf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:03.532204 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-fe593d70-de98-418e-96dc-52633bd66cf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for subnet (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:03.536629 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb7bfc7-56c5-49a7-925f-7a9457394389 None None] Network f67a67b7-55ba-4d5c-a714-c2373616ff31 requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:38:03.552027 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-fe593d70-de98-418e-96dc-52633bd66cf9 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3255119 Feb 07 20:38:03.554411 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 52004) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:38:03.559037 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-0ee2b069-d5a7-4009-971f-e0c790bec2bd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-135163602-router', 'tenant_id': '91ef4548605040e9af946d0b43a313bd', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'}}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:38:03.588734 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0ee2b069-d5a7-4009-971f-e0c790bec2bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-394574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7728'] for router (3e4a33cc-9556-4ad9-a9be-5ef1ecab6072), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:03.588734 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0ee2b069-d5a7-4009-971f-e0c790bec2bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7723'] for router (3e4a33cc-9556-4ad9-a9be-5ef1ecab6072), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:03.679024 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0ee2b069-d5a7-4009-971f-e0c790bec2bd admin admin] Publish callbacks [] for router_controller (3e4a33cc-9556-4ad9-a9be-5ef1ecab6072), precommit_add_association {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:03.688360 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a8def2-cacf-4a2c-a287-3a724fad9d54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77ca2aab-c32d-5221-adbb-aaf0b4c52255-f67a67b7-55ba-4d5c-a714-c2373616ff31', 'network_id': 'f67a67b7-55ba-4d5c-a714-c2373616ff31', 'project_id': '91ef4548605040e9af946d0b43a313bd', 'fixed_ips': [{'subnet_id': 'f94e7eef-25b4-48a9-98cb-fbb8a6000cd8'}]}} from dv-cinder-828150-2-iscsi. {{(pid=102682) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 20:38:03.689595 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-87a8def2-cacf-4a2c-a287-3a724fad9d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:03.818438 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 85673cad-2c21-40f5-b2dd-ede858619f22 up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:38:03.872324 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0ee2b069-d5a7-4009-971f-e0c790bec2bd admin admin] Publish callbacks [] for router_gateway (3e4a33cc-9556-4ad9-a9be-5ef1ecab6072), precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:03.919312 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.db_base_plugin_common [None req-87a8def2-cacf-4a2c-a287-3a724fad9d54 None None] Allocated IP 172.20.0.2 (f67a67b7-55ba-4d5c-a714-c2373616ff31/f94e7eef-25b4-48a9-98cb-fbb8a6000cd8/b25aceb1-2aae-4f1f-92d3-b42d046d7fc9) {{(pid=102682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:38:03.951773 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port 85673cad-2c21-40f5-b2dd-ede858619f22 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:38:03.952240 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (85673cad-2c21-40f5-b2dd-ede858619f22), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:03.998434 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d29e79-bdc3-467a-9c68-29834049379d req-d02fa715-743b-47ec-b537-b908633990bf tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:04.000323 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f9d29e79-bdc3-467a-9c68-29834049379d req-d02fa715-743b-47ec-b537-b908633990bf tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.3356712 Feb 07 20:38:04.066903 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f9d29e79-bdc3-467a-9c68-29834049379d req-b515b770-52c2-4f3a-b52e-a8210b977066 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604043 Feb 07 20:38:04.121846 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0ee2b069-d5a7-4009-971f-e0c790bec2bd admin admin] Publish callbacks [] for router_gateway (3e4a33cc-9556-4ad9-a9be-5ef1ecab6072), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:04.144195 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0ee2b069-d5a7-4009-971f-e0c790bec2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:04.271739 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port 85673cad-2c21-40f5-b2dd-ede858619f22 is: DOWN; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:38:04.272275 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (85673cad-2c21-40f5-b2dd-ede858619f22), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:04.296944 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.db_base_plugin_common [None req-0ee2b069-d5a7-4009-971f-e0c790bec2bd admin admin] Allocated IP 172.27.3.183 (8fac5e93-9c31-4064-8161-a8fff953e3cb/29ca3f4a-d044-4ce0-b1ea-59efe11aa82f/e35fff82-50aa-4597-b917-5cb5367c1435) {{(pid=102680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:38:04.309701 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] For port 85673cad-2c21-40f5-b2dd-ede858619f22, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=85673cad-2c21-40f5-b2dd-ede858619f22,segment=NetworkSegment(b6259b7e-66cb-4b1d-a7b0-58f7e3300c62),segment_id=b6259b7e-66cb-4b1d-a7b0-58f7e3300c62)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:38:04.310862 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5827d91e-4f8c-4dc2-b992-66e0abe92e70 None None] Sync routers for ids ['f8ecbfa1-0d21-4c50-9a06-f78846443237'] in dv-cinder-828150-2-iscsi {{(pid=102682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:38:04.320517 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (85673cad-2c21-40f5-b2dd-ede858619f22), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:04.322593 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-87a8def2-cacf-4a2c-a287-3a724fad9d54 None None] Publish callbacks [] for port (b25aceb1-2aae-4f1f-92d3-b42d046d7fc9), precommit_create {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:04.351329 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5827d91e-4f8c-4dc2-b992-66e0abe92e70 None None] Routers {'f8ecbfa1-0d21-4c50-9a06-f78846443237'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:38:04.352291 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-5827d91e-4f8c-4dc2-b992-66e0abe92e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:37:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['f8ecbfa1-0d21-4c50-9a06-f78846443237'], 'active': True} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:38:04.354457 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-87a8def2-cacf-4a2c-a287-3a724fad9d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216'] for port (b25aceb1-2aae-4f1f-92d3-b42d046d7fc9), after_create {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:04.361356 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3d172-8552-4697-b6c3-e0185c6d9706 req-698ea819-0a20-4f3c-94b0-ab860a6a7c48 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:04.362827 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-7fc3d172-8552-4697-b6c3-e0185c6d9706 req-698ea819-0a20-4f3c-94b0-ab860a6a7c48 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.1294162 Feb 07 20:38:04.438202 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-7fc3d172-8552-4697-b6c3-e0185c6d9706 req-3f266979-dc31-48ba-9bce-7d3eea8a4e4b tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669208 Feb 07 20:38:04.451949 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a8def2-cacf-4a2c-a287-3a724fad9d54 None None] Network f67a67b7-55ba-4d5c-a714-c2373616ff31 is already hosted by enough agents. {{(pid=102682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:38:04.456606 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Pushing event updated for resources: {'Port': ['ID=85673cad-2c21-40f5-b2dd-ede858619f22,revision_number=4']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:04.457944 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0ee2b069-d5a7-4009-971f-e0c790bec2bd admin admin] Publish callbacks [] for port (e35fff82-50aa-4597-b917-5cb5367c1435), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:04.466058 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.scheduler.base_scheduler [None req-87a8def2-cacf-4a2c-a287-3a724fad9d54 None None] Resources bound (agent type, host, resource id): {{(pid=102682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:38:04.485882 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a8def2-cacf-4a2c-a287-3a724fad9d54 None None] Received port after_create {{(pid=102682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:38:04.493393 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0ee2b069-d5a7-4009-971f-e0c790bec2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17688'] for port (e35fff82-50aa-4597-b917-5cb5367c1435), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:04.533687 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee2b069-d5a7-4009-971f-e0c790bec2bd admin admin] Network 8fac5e93-9c31-4064-8161-a8fff953e3cb is already hosted by enough agents. {{(pid=102680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:38:04.538342 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [None req-0ee2b069-d5a7-4009-971f-e0c790bec2bd admin admin] Resources bound (agent type, host, resource id): {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:38:04.542403 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee2b069-d5a7-4009-971f-e0c790bec2bd admin admin] Received port after_create {{(pid=102680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:38:04.559053 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8def2-cacf-4a2c-a287-3a724fad9d54 None None] Pushing event updated for resources: {'Port': ['ID=b25aceb1-2aae-4f1f-92d3-b42d046d7fc9,revision_number=1']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:04.566437 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvr_db [None req-5827d91e-4f8c-4dc2-b992-66e0abe92e70 None None] Set router f8ecbfa1-0d21-4c50-9a06-f78846443237 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:38:04.569380 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee2b069-d5a7-4009-971f-e0c790bec2bd admin admin] Pushing event updated for resources: {'Port': ['ID=e35fff82-50aa-4597-b917-5cb5367c1435,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:04.607799 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-87a8def2-cacf-4a2c-a287-3a724fad9d54 None None] Attempting to bind port b25aceb1-2aae-4f1f-92d3-b42d046d7fc9 on host dv-cinder-828150-2-iscsi for vnic_type normal with profile {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:38:04.608168 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-87a8def2-cacf-4a2c-a287-3a724fad9d54 None None] Attempting to bind port b25aceb1-2aae-4f1f-92d3-b42d046d7fc9 by drivers openvswitch,hyperv on host dv-cinder-828150-2-iscsi at level 0 using segments [{'id': '968f7efa-a75f-4abc-8e4a-08e90215eecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f67a67b7-55ba-4d5c-a714-c2373616ff31'}] {{(pid=102682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:38:04.608527 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a8def2-cacf-4a2c-a287-3a724fad9d54 None None] Attempting to bind port b25aceb1-2aae-4f1f-92d3-b42d046d7fc9 on network f67a67b7-55ba-4d5c-a714-c2373616ff31 {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:38:04.616346 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a8def2-cacf-4a2c-a287-3a724fad9d54 None None] Checking agent: {'id': 'c89dd41c-5256-44ac-a1f6-453d759a66bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828150-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 27, 33), 'started_at': datetime.datetime(2022, 2, 7, 20, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828150-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:38:04.616728 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a8def2-cacf-4a2c-a287-3a724fad9d54 None None] Checking segment: {'id': '968f7efa-a75f-4abc-8e4a-08e90215eecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f67a67b7-55ba-4d5c-a714-c2373616ff31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:38:04.617124 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-87a8def2-cacf-4a2c-a287-3a724fad9d54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:04.617513 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a8def2-cacf-4a2c-a287-3a724fad9d54 None None] Bound using segment: {'id': '968f7efa-a75f-4abc-8e4a-08e90215eecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f67a67b7-55ba-4d5c-a714-c2373616ff31'} {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:38:04.618521 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-87a8def2-cacf-4a2c-a287-3a724fad9d54 None None] Bound port: b25aceb1-2aae-4f1f-92d3-b42d046d7fc9, host: dv-cinder-828150-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968f7efa-a75f-4abc-8e4a-08e90215eecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f67a67b7-55ba-4d5c-a714-c2373616ff31'}}] {{(pid=102682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:38:04.618896 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-87a8def2-cacf-4a2c-a287-3a724fad9d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (b25aceb1-2aae-4f1f-92d3-b42d046d7fc9), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:04.770558 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-87a8def2-cacf-4a2c-a287-3a724fad9d54 None None] For port b25aceb1-2aae-4f1f-92d3-b42d046d7fc9, host dv-cinder-828150-2-iscsi, cleared binding levels {{(pid=102682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:38:04.792815 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-87a8def2-cacf-4a2c-a287-3a724fad9d54 None None] For port b25aceb1-2aae-4f1f-92d3-b42d046d7fc9, host dv-cinder-828150-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=b25aceb1-2aae-4f1f-92d3-b42d046d7fc9,segment=NetworkSegment(968f7efa-a75f-4abc-8e4a-08e90215eecc),segment_id=968f7efa-a75f-4abc-8e4a-08e90215eecc)] {{(pid=102682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:38:04.808450 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0ee2b069-d5a7-4009-971f-e0c790bec2bd admin admin] Publish callbacks [] for router_gateway (3e4a33cc-9556-4ad9-a9be-5ef1ecab6072), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:04.818950 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-87a8def2-cacf-4a2c-a287-3a724fad9d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (b25aceb1-2aae-4f1f-92d3-b42d046d7fc9), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:04.908415 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8def2-cacf-4a2c-a287-3a724fad9d54 None None] Pushing event updated for resources: {'Port': ['ID=b25aceb1-2aae-4f1f-92d3-b42d046d7fc9,revision_number=2']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:04.928050 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-5827d91e-4f8c-4dc2-b992-66e0abe92e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'name': 'tempest-TestVolumeBootPattern-2035682319-router', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:37:58Z', 'updated_at': '2022-02-07T20:38:01Z', 'revision_number': 4, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'gw_port': {'id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:37:59Z', 'updated_at': '2022-02-07T20:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': '9d81889e-c274-4bba-806d-f8de1bf939e6', 'name': '', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'mac_address': 'fa:16:3e:ad:16:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:38:00Z', 'updated_at': '2022-02-07T20:38:01Z', 'revision_number': 2, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'subnets': [{'id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:38:04.963007 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5827d91e-4f8c-4dc2-b992-66e0abe92e70 None None] Checking router: f8ecbfa1-0d21-4c50-9a06-f78846443237 for host: dv-cinder-828150-2-iscsi {{(pid=102682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:38:04.963369 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5827d91e-4f8c-4dc2-b992-66e0abe92e70 None None] Updating router f8ecbfa1-0d21-4c50-9a06-f78846443237 port 9d81889e-c274-4bba-806d-f8de1bf939e6 binding host dv-cinder-828150-2-iscsi {{(pid=102682) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 20:38:04.996024 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-5827d91e-4f8c-4dc2-b992-66e0abe92e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (9d81889e-c274-4bba-806d-f8de1bf939e6), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:05.058653 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0ee2b069-d5a7-4009-971f-e0c790bec2bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395847'] for router (3e4a33cc-9556-4ad9-a9be-5ef1ecab6072), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:05.274773 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc9aa0-ed3a-4f3c-9d60-565487286e86 req-ce818635-e9f7-47aa-b3a5-a980840e70c9 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:05.277610 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-b4cc9aa0-ed3a-4f3c-9d60-565487286e86 req-ce818635-e9f7-47aa-b3a5-a980840e70c9 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.1073208 Feb 07 20:38:05.331618 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-5827d91e-4f8c-4dc2-b992-66e0abe92e70 None None] Publish callbacks [] for port (9d81889e-c274-4bba-806d-f8de1bf939e6), precommit_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:05.338952 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-5827d91e-4f8c-4dc2-b992-66e0abe92e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (9d81889e-c274-4bba-806d-f8de1bf939e6), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:05.345818 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-b4cc9aa0-ed3a-4f3c-9d60-565487286e86 req-ecb000b4-567a-45fc-baac-306b1a296781 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613532 Feb 07 20:38:05.348176 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee2b069-d5a7-4009-971f-e0c790bec2bd admin admin] Router 3e4a33cc-9556-4ad9-a9be-5ef1ecab6072 is scheduled to L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef with binding_index 1 {{(pid=102680) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 20:38:05.393156 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80262621-6425-4b75-b248-08fb7868f4be None None] Pushing event updated for resources: {'Port': ['ID=9d81889e-c274-4bba-806d-f8de1bf939e6,revision_number=3']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:05.450997 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-5827d91e-4f8c-4dc2-b992-66e0abe92e70 None None] Attempting to bind port 9d81889e-c274-4bba-806d-f8de1bf939e6 on host dv-cinder-828150-2-iscsi for vnic_type normal with profile {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:38:05.451368 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-5827d91e-4f8c-4dc2-b992-66e0abe92e70 None None] Attempting to bind port 9d81889e-c274-4bba-806d-f8de1bf939e6 by drivers openvswitch,hyperv on host dv-cinder-828150-2-iscsi at level 0 using segments [{'id': '99bce5a4-2582-44ab-bd99-cb6e1383c3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1'}] {{(pid=102682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:38:05.451760 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5827d91e-4f8c-4dc2-b992-66e0abe92e70 None None] Attempting to bind port 9d81889e-c274-4bba-806d-f8de1bf939e6 on network 1a0cddfd-817c-4633-a6c0-32d035fd0eb1 {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:38:05.457181 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5827d91e-4f8c-4dc2-b992-66e0abe92e70 None None] Checking agent: {'id': 'c89dd41c-5256-44ac-a1f6-453d759a66bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828150-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 27, 33), 'started_at': datetime.datetime(2022, 2, 7, 20, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828150-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:38:05.457571 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5827d91e-4f8c-4dc2-b992-66e0abe92e70 None None] Checking segment: {'id': '99bce5a4-2582-44ab-bd99-cb6e1383c3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:38:05.458111 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-5827d91e-4f8c-4dc2-b992-66e0abe92e70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:05.458505 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5827d91e-4f8c-4dc2-b992-66e0abe92e70 None None] Bound using segment: {'id': '99bce5a4-2582-44ab-bd99-cb6e1383c3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1'} {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:38:05.458977 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-5827d91e-4f8c-4dc2-b992-66e0abe92e70 None None] Bound port: 9d81889e-c274-4bba-806d-f8de1bf939e6, host: dv-cinder-828150-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99bce5a4-2582-44ab-bd99-cb6e1383c3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1'}}] {{(pid=102682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:38:05.459354 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-5827d91e-4f8c-4dc2-b992-66e0abe92e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (9d81889e-c274-4bba-806d-f8de1bf939e6), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:05.486180 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee2b069-d5a7-4009-971f-e0c790bec2bd admin admin] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:38:05.502641 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f90972-ebe8-4b19-a792-481c7bef4786 None None] Sync routers for ids ['3e4a33cc-9556-4ad9-a9be-5ef1ecab6072'] in dv-cinder-828150-2-iscsi {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:38:05.514123 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0ee2b069-d5a7-4009-971f-e0c790bec2bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:05.518059 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-0ee2b069-d5a7-4009-971f-e0c790bec2bd admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9601562 Feb 07 20:38:05.518280 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 52032) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:38:05.521992 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f90972-ebe8-4b19-a792-481c7bef4786 None None] Routers {'3e4a33cc-9556-4ad9-a9be-5ef1ecab6072'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:38:05.524889 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-b2f90972-ebe8-4b19-a792-481c7bef4786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:37:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['3e4a33cc-9556-4ad9-a9be-5ef1ecab6072'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:38:05.552254 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-5827d91e-4f8c-4dc2-b992-66e0abe92e70 None None] For port 9d81889e-c274-4bba-806d-f8de1bf939e6, host dv-cinder-828150-2-iscsi, cleared binding levels {{(pid=102682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:38:05.562991 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-5827d91e-4f8c-4dc2-b992-66e0abe92e70 None None] For port 9d81889e-c274-4bba-806d-f8de1bf939e6, host dv-cinder-828150-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=9d81889e-c274-4bba-806d-f8de1bf939e6,segment=NetworkSegment(99bce5a4-2582-44ab-bd99-cb6e1383c3b6),segment_id=99bce5a4-2582-44ab-bd99-cb6e1383c3b6)] {{(pid=102682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:38:05.576905 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-5827d91e-4f8c-4dc2-b992-66e0abe92e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (9d81889e-c274-4bba-806d-f8de1bf939e6), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:05.669201 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4b1a5-685d-4405-8a92-2018ec2b7809 req-a6759aff-767b-4987-b6fc-58813d0f1652 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:05.679254 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-67c4b1a5-685d-4405-8a92-2018ec2b7809 req-a6759aff-767b-4987-b6fc-58813d0f1652 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.1177971 Feb 07 20:38:05.687516 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80262621-6425-4b75-b248-08fb7868f4be None None] Pushing event updated for resources: {'Port': ['ID=9d81889e-c274-4bba-806d-f8de1bf939e6,revision_number=4']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:05.697756 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5827d91e-4f8c-4dc2-b992-66e0abe92e70 None None] Routers {'f8ecbfa1-0d21-4c50-9a06-f78846443237'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:38:05.698395 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-5827d91e-4f8c-4dc2-b992-66e0abe92e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:37:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['f8ecbfa1-0d21-4c50-9a06-f78846443237'], 'active': True} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:38:05.746022 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-b2f90972-ebe8-4b19-a792-481c7bef4786 None None] Set router 3e4a33cc-9556-4ad9-a9be-5ef1ecab6072 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:38:05.824326 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-67c4b1a5-685d-4405-8a92-2018ec2b7809 req-e85c2425-23b8-4537-b0b8-f2e6e491a80a tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413186 Feb 07 20:38:05.921185 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-be6d001e-f9a7-4add-9fd6-ada45f965bd1 None None] Provisioning complete for port 9d81889e-c274-4bba-806d-f8de1bf939e6 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:38:05.921556 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-be6d001e-f9a7-4add-9fd6-ada45f965bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (9d81889e-c274-4bba-806d-f8de1bf939e6), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:06.003330 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 85673cad-2c21-40f5-b2dd-ede858619f22 up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:38:06.035046 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvr_db [None req-5827d91e-4f8c-4dc2-b992-66e0abe92e70 None None] Set router f8ecbfa1-0d21-4c50-9a06-f78846443237 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:38:06.131162 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-b2f90972-ebe8-4b19-a792-481c7bef4786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4a33cc-9556-4ad9-a9be-5ef1ecab6072', 'name': 'tempest-TestVolumeBootPattern-135163602-router', 'tenant_id': '91ef4548605040e9af946d0b43a313bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'e35fff82-50aa-4597-b917-5cb5367c1435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:38:03Z', 'updated_at': '2022-02-07T20:38:04Z', 'revision_number': 3, 'project_id': '91ef4548605040e9af946d0b43a313bd', 'gw_port': {'id': 'e35fff82-50aa-4597-b917-5cb5367c1435', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ce:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4a33cc-9556-4ad9-a9be-5ef1ecab6072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:38:04Z', 'updated_at': '2022-02-07T20:38:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi'}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:38:06.186220 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f90972-ebe8-4b19-a792-481c7bef4786 None None] Checking router: 3e4a33cc-9556-4ad9-a9be-5ef1ecab6072 for host: dv-cinder-828150-2-iscsi {{(pid=102683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:38:06.186560 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f90972-ebe8-4b19-a792-481c7bef4786 None None] Updating router 3e4a33cc-9556-4ad9-a9be-5ef1ecab6072 port e35fff82-50aa-4597-b917-5cb5367c1435 binding host dv-cinder-828150-2-iscsi {{(pid=102683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 20:38:06.216893 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-b2f90972-ebe8-4b19-a792-481c7bef4786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (e35fff82-50aa-4597-b917-5cb5367c1435), before_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:06.272619 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-be6d001e-f9a7-4add-9fd6-ada45f965bd1 None None] Current status of the port 9d81889e-c274-4bba-806d-f8de1bf939e6 is: DOWN; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:38:06.273094 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-be6d001e-f9a7-4add-9fd6-ada45f965bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (9d81889e-c274-4bba-806d-f8de1bf939e6), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:06.296062 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db8a120-e022-45f9-b96b-b13fdad0fb87 None None] Network f67a67b7-55ba-4d5c-a714-c2373616ff31 requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:38:06.305298 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port 85673cad-2c21-40f5-b2dd-ede858619f22 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:38:06.305736 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (85673cad-2c21-40f5-b2dd-ede858619f22), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:06.496516 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-b2f90972-ebe8-4b19-a792-481c7bef4786 None None] Publish callbacks [] for port (e35fff82-50aa-4597-b917-5cb5367c1435), precommit_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:06.502269 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-b2f90972-ebe8-4b19-a792-481c7bef4786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (e35fff82-50aa-4597-b917-5cb5367c1435), after_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:06.520746 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a14c4c95-c717-4126-926a-f9ba6d76a020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:06.545911 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-be6d001e-f9a7-4add-9fd6-ada45f965bd1 None None] For port 9d81889e-c274-4bba-806d-f8de1bf939e6, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=9d81889e-c274-4bba-806d-f8de1bf939e6,segment=NetworkSegment(99bce5a4-2582-44ab-bd99-cb6e1383c3b6),segment_id=99bce5a4-2582-44ab-bd99-cb6e1383c3b6)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:38:06.556001 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.managers [None req-b2f90972-ebe8-4b19-a792-481c7bef4786 None None] Attempting to bind port e35fff82-50aa-4597-b917-5cb5367c1435 on host dv-cinder-828150-2-iscsi for vnic_type normal with profile {{(pid=102683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:38:06.556552 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.managers [None req-b2f90972-ebe8-4b19-a792-481c7bef4786 None None] Attempting to bind port e35fff82-50aa-4597-b917-5cb5367c1435 by drivers openvswitch,hyperv on host dv-cinder-828150-2-iscsi at level 0 using segments [{'id': 'b6259b7e-66cb-4b1d-a7b0-58f7e3300c62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'}] {{(pid=102683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:38:06.556709 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f90972-ebe8-4b19-a792-481c7bef4786 None None] Attempting to bind port e35fff82-50aa-4597-b917-5cb5367c1435 on network 8fac5e93-9c31-4064-8161-a8fff953e3cb {{(pid=102683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:38:06.565088 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed92c9-06d8-4291-8041-94756222c163 None None] Pushing event updated for resources: {'Port': ['ID=e35fff82-50aa-4597-b917-5cb5367c1435,revision_number=2']} {{(pid=102683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:06.568627 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f90972-ebe8-4b19-a792-481c7bef4786 None None] Checking agent: {'id': 'c89dd41c-5256-44ac-a1f6-453d759a66bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828150-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 27, 33), 'started_at': datetime.datetime(2022, 2, 7, 20, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828150-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:38:06.568996 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f90972-ebe8-4b19-a792-481c7bef4786 None None] Checking segment: {'id': 'b6259b7e-66cb-4b1d-a7b0-58f7e3300c62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:38:06.569792 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-b2f90972-ebe8-4b19-a792-481c7bef4786 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:06.569792 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f90972-ebe8-4b19-a792-481c7bef4786 None None] Bound using segment: {'id': 'b6259b7e-66cb-4b1d-a7b0-58f7e3300c62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'} {{(pid=102683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:38:06.570221 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.managers [None req-b2f90972-ebe8-4b19-a792-481c7bef4786 None None] Bound port: e35fff82-50aa-4597-b917-5cb5367c1435, host: dv-cinder-828150-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6259b7e-66cb-4b1d-a7b0-58f7e3300c62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'}}] {{(pid=102683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:38:06.570596 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-b2f90972-ebe8-4b19-a792-481c7bef4786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (e35fff82-50aa-4597-b917-5cb5367c1435), before_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:06.573079 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-be6d001e-f9a7-4add-9fd6-ada45f965bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (9d81889e-c274-4bba-806d-f8de1bf939e6), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:06.626141 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.db [None req-b2f90972-ebe8-4b19-a792-481c7bef4786 None None] For port e35fff82-50aa-4597-b917-5cb5367c1435, host dv-cinder-828150-2-iscsi, cleared binding levels {{(pid=102683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:38:06.629416 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.db [None req-b2f90972-ebe8-4b19-a792-481c7bef4786 None None] For port e35fff82-50aa-4597-b917-5cb5367c1435, host dv-cinder-828150-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=e35fff82-50aa-4597-b917-5cb5367c1435,segment=NetworkSegment(b6259b7e-66cb-4b1d-a7b0-58f7e3300c62),segment_id=b6259b7e-66cb-4b1d-a7b0-58f7e3300c62)] {{(pid=102683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:38:06.639176 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-b2f90972-ebe8-4b19-a792-481c7bef4786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (e35fff82-50aa-4597-b917-5cb5367c1435), after_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:06.699784 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f90972-ebe8-4b19-a792-481c7bef4786 None None] Routers {'3e4a33cc-9556-4ad9-a9be-5ef1ecab6072'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:38:06.700412 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-b2f90972-ebe8-4b19-a792-481c7bef4786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:37:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['3e4a33cc-9556-4ad9-a9be-5ef1ecab6072'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:38:06.707036 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.db_base_plugin_common [None req-a14c4c95-c717-4126-926a-f9ba6d76a020 admin admin] Allocated IP 172.20.0.1 (f67a67b7-55ba-4d5c-a714-c2373616ff31/f94e7eef-25b4-48a9-98cb-fbb8a6000cd8/f62242af-f932-4a7a-bd4b-914620fc0ee2) {{(pid=102680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:38:06.713653 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d001e-f9a7-4add-9fd6-ada45f965bd1 None None] Pushing event updated for resources: {'Port': ['ID=9d81889e-c274-4bba-806d-f8de1bf939e6,revision_number=5']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:06.732568 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port 85673cad-2c21-40f5-b2dd-ede858619f22 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:38:06.734018 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device b25aceb1-2aae-4f1f-92d3-b42d046d7fc9 up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:38:06.749270 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-5827d91e-4f8c-4dc2-b992-66e0abe92e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'name': 'tempest-TestVolumeBootPattern-2035682319-router', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:37:58Z', 'updated_at': '2022-02-07T20:38:01Z', 'revision_number': 4, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'gw_port': {'id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:37:59Z', 'updated_at': '2022-02-07T20:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': '9d81889e-c274-4bba-806d-f8de1bf939e6', 'name': '', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'mac_address': 'fa:16:3e:ad:16:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:38:00Z', 'updated_at': '2022-02-07T20:38:05Z', 'revision_number': 4, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'subnets': [{'id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:38:06.771620 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed92c9-06d8-4291-8041-94756222c163 None None] Pushing event updated for resources: {'Port': ['ID=e35fff82-50aa-4597-b917-5cb5367c1435,revision_number=3']} {{(pid=102683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:06.823450 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-94a4a0e1-5bce-4002-a46e-414e47e2bf06 None None] Provisioning complete for port b25aceb1-2aae-4f1f-92d3-b42d046d7fc9 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:38:06.823820 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-94a4a0e1-5bce-4002-a46e-414e47e2bf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (b25aceb1-2aae-4f1f-92d3-b42d046d7fc9), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:06.826081 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5827d91e-4f8c-4dc2-b992-66e0abe92e70 None None] The sync data for ids ['f8ecbfa1-0d21-4c50-9a06-f78846443237'] in dv-cinder-828150-2-iscsi is: [{'id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'name': 'tempest-TestVolumeBootPattern-2035682319-router', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:37:58Z', 'updated_at': '2022-02-07T20:38:01Z', 'revision_number': 4, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'gw_port': {'id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:37:59Z', 'updated_at': '2022-02-07T20:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': '9d81889e-c274-4bba-806d-f8de1bf939e6', 'name': '', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'mac_address': 'fa:16:3e:ad:16:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:38:00Z', 'updated_at': '2022-02-07T20:38:05Z', 'revision_number': 4, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'subnets': [{'id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:38:06.845830 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-b2f90972-ebe8-4b19-a792-481c7bef4786 None None] Set router 3e4a33cc-9556-4ad9-a9be-5ef1ecab6072 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:38:06.891895 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a14c4c95-c717-4126-926a-f9ba6d76a020 admin admin] Publish callbacks [] for port (f62242af-f932-4a7a-bd4b-914620fc0ee2), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:06.952775 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port b25aceb1-2aae-4f1f-92d3-b42d046d7fc9 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:38:06.953144 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (b25aceb1-2aae-4f1f-92d3-b42d046d7fc9), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:07.006866 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb1439-cdbd-4a88-8cce-da34e68ee4cb req-2af6486b-0763-4ab4-9db8-adb76ea995e1 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:07.015417 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-abfb1439-cdbd-4a88-8cce-da34e68ee4cb req-2af6486b-0763-4ab4-9db8-adb76ea995e1 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0808451 Feb 07 20:38:07.066157 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-94a4a0e1-5bce-4002-a46e-414e47e2bf06 None None] Current status of the port b25aceb1-2aae-4f1f-92d3-b42d046d7fc9 is: DOWN; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:38:07.066440 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-94a4a0e1-5bce-4002-a46e-414e47e2bf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (b25aceb1-2aae-4f1f-92d3-b42d046d7fc9), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:07.086210 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-abfb1439-cdbd-4a88-8cce-da34e68ee4cb req-08c805d5-2840-48d8-bd04-415bd95bc1dc tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697720 Feb 07 20:38:07.088734 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a14c4c95-c717-4126-926a-f9ba6d76a020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17688'] for port (f62242af-f932-4a7a-bd4b-914620fc0ee2), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:07.157683 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14c4c95-c717-4126-926a-f9ba6d76a020 admin admin] Network f67a67b7-55ba-4d5c-a714-c2373616ff31 is already hosted by enough agents. {{(pid=102680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:38:07.165986 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [None req-a14c4c95-c717-4126-926a-f9ba6d76a020 admin admin] Resources bound (agent type, host, resource id): {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:38:07.166258 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-94a4a0e1-5bce-4002-a46e-414e47e2bf06 None None] For port b25aceb1-2aae-4f1f-92d3-b42d046d7fc9, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=b25aceb1-2aae-4f1f-92d3-b42d046d7fc9,segment=NetworkSegment(968f7efa-a75f-4abc-8e4a-08e90215eecc),segment_id=968f7efa-a75f-4abc-8e4a-08e90215eecc)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:38:07.169845 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14c4c95-c717-4126-926a-f9ba6d76a020 admin admin] Received port after_create {{(pid=102680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:38:07.186591 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-94a4a0e1-5bce-4002-a46e-414e47e2bf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (b25aceb1-2aae-4f1f-92d3-b42d046d7fc9), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:07.199690 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port b25aceb1-2aae-4f1f-92d3-b42d046d7fc9 is: DOWN; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:38:07.200066 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (b25aceb1-2aae-4f1f-92d3-b42d046d7fc9), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:07.216892 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-b2f90972-ebe8-4b19-a792-481c7bef4786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4a33cc-9556-4ad9-a9be-5ef1ecab6072', 'name': 'tempest-TestVolumeBootPattern-135163602-router', 'tenant_id': '91ef4548605040e9af946d0b43a313bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'e35fff82-50aa-4597-b917-5cb5367c1435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:38:03Z', 'updated_at': '2022-02-07T20:38:04Z', 'revision_number': 3, 'project_id': '91ef4548605040e9af946d0b43a313bd', 'gw_port': {'id': 'e35fff82-50aa-4597-b917-5cb5367c1435', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ce:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4a33cc-9556-4ad9-a9be-5ef1ecab6072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:38:04Z', 'updated_at': '2022-02-07T20:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi'}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:38:07.243781 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a14c4c95-c717-4126-926a-f9ba6d76a020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395920'] for router_interface (3e4a33cc-9556-4ad9-a9be-5ef1ecab6072), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:07.292890 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f90972-ebe8-4b19-a792-481c7bef4786 None None] The sync data for ids ['3e4a33cc-9556-4ad9-a9be-5ef1ecab6072'] in dv-cinder-828150-2-iscsi is: [{'id': '3e4a33cc-9556-4ad9-a9be-5ef1ecab6072', 'name': 'tempest-TestVolumeBootPattern-135163602-router', 'tenant_id': '91ef4548605040e9af946d0b43a313bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'e35fff82-50aa-4597-b917-5cb5367c1435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:38:03Z', 'updated_at': '2022-02-07T20:38:04Z', 'revision_number': 3, 'project_id': '91ef4548605040e9af946d0b43a313bd', 'gw_port': {'id': 'e35fff82-50aa-4597-b917-5cb5367c1435', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ce:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4a33cc-9556-4ad9-a9be-5ef1ecab6072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:38:04Z', 'updated_at': '2022-02-07T20:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi'}] {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:38:07.377323 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c4c95-c717-4126-926a-f9ba6d76a020 admin admin] Pushing event updated for resources: {'Port': ['ID=f62242af-f932-4a7a-bd4b-914620fc0ee2,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:07.411368 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a4a0e1-5bce-4002-a46e-414e47e2bf06 None None] Pushing event updated for resources: {'Port': ['ID=b25aceb1-2aae-4f1f-92d3-b42d046d7fc9,revision_number=3']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:07.433187 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a14c4c95-c717-4126-926a-f9ba6d76a020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (f62242af-f932-4a7a-bd4b-914620fc0ee2), before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:07.437447 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-94a4a0e1-5bce-4002-a46e-414e47e2bf06 None None] Provisioning complete for port 9d81889e-c274-4bba-806d-f8de1bf939e6 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:38:07.438038 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-94a4a0e1-5bce-4002-a46e-414e47e2bf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (9d81889e-c274-4bba-806d-f8de1bf939e6), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:07.519336 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.db.api [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 20:38:07.520075 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG oslo_db.api [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 20:38:07.636717 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-94a4a0e1-5bce-4002-a46e-414e47e2bf06 None None] Current status of the port 9d81889e-c274-4bba-806d-f8de1bf939e6 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:38:07.702833 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a14c4c95-c717-4126-926a-f9ba6d76a020 admin admin] Publish callbacks [] for port (f62242af-f932-4a7a-bd4b-914620fc0ee2), precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:07.711279 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a14c4c95-c717-4126-926a-f9ba6d76a020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17681'] for port (f62242af-f932-4a7a-bd4b-914620fc0ee2), after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:07.773595 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-580b3517-dbe2-4d7a-adf8-ebcd85745cb1 None None] Provisioning complete for port b25aceb1-2aae-4f1f-92d3-b42d046d7fc9 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:38:07.774201 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-580b3517-dbe2-4d7a-adf8-ebcd85745cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (b25aceb1-2aae-4f1f-92d3-b42d046d7fc9), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:07.786832 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c4c95-c717-4126-926a-f9ba6d76a020 admin admin] Pushing event updated for resources: {'Port': ['ID=f62242af-f932-4a7a-bd4b-914620fc0ee2,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:07.794509 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a14c4c95-c717-4126-926a-f9ba6d76a020 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393216'] for router_interface (3e4a33cc-9556-4ad9-a9be-5ef1ecab6072), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:07.873721 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-580b3517-dbe2-4d7a-adf8-ebcd85745cb1 None None] Current status of the port b25aceb1-2aae-4f1f-92d3-b42d046d7fc9 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:38:07.887538 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-580b3517-dbe2-4d7a-adf8-ebcd85745cb1 None None] Provisioning complete for port f62242af-f932-4a7a-bd4b-914620fc0ee2 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:38:07.888461 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-580b3517-dbe2-4d7a-adf8-ebcd85745cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (f62242af-f932-4a7a-bd4b-914620fc0ee2), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:07.912004 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14c4c95-c717-4126-926a-f9ba6d76a020 admin admin] Network f67a67b7-55ba-4d5c-a714-c2373616ff31 is already hosted by enough agents. {{(pid=102680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:38:07.913459 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [None req-a14c4c95-c717-4126-926a-f9ba6d76a020 admin admin] Resources bound (agent type, host, resource id): {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:38:07.952230 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-580b3517-dbe2-4d7a-adf8-ebcd85745cb1 None None] Port f62242af-f932-4a7a-bd4b-914620fc0ee2 cannot update to ACTIVE because it is not bound. {{(pid=102682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:38:08.039932 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14c4c95-c717-4126-926a-f9ba6d76a020 admin admin] Router 3e4a33cc-9556-4ad9-a9be-5ef1ecab6072 has already been hosted by L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef {{(pid=102680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:38:08.066968 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port b25aceb1-2aae-4f1f-92d3-b42d046d7fc9 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:38:08.179505 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-4ff71cfc-9b01-4e81-8201-d573cfc3232e None None] Provisioning complete for port f62242af-f932-4a7a-bd4b-914620fc0ee2 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:38:08.179885 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-4ff71cfc-9b01-4e81-8201-d573cfc3232e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (f62242af-f932-4a7a-bd4b-914620fc0ee2), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:08.190949 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14c4c95-c717-4126-926a-f9ba6d76a020 admin admin] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:38:08.198534 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-a14c4c95-c717-4126-926a-f9ba6d76a020 admin admin] 10.222.0.60 "PUT /v2.0/routers/3e4a33cc-9556-4ad9-a9be-5ef1ecab6072/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6775784 Feb 07 20:38:08.235826 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-4ff71cfc-9b01-4e81-8201-d573cfc3232e None None] Port f62242af-f932-4a7a-bd4b-914620fc0ee2 cannot update to ACTIVE because it is not bound. {{(pid=102682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:38:08.253586 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983fc84-2309-4352-ac86-729d2a71360f req-bc044f5e-9fea-4258-861a-627aaed6999d tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:08.255147 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-2983fc84-2309-4352-ac86-729d2a71360f req-bc044f5e-9fea-4258-861a-627aaed6999d tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0751884 Feb 07 20:38:08.350825 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-2983fc84-2309-4352-ac86-729d2a71360f req-9e3db408-632a-4c7b-a6f6-ca4ea0b12ec7 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879560 Feb 07 20:38:08.360179 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device b25aceb1-2aae-4f1f-92d3-b42d046d7fc9 up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:38:08.413389 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port b25aceb1-2aae-4f1f-92d3-b42d046d7fc9 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:38:08.413764 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (b25aceb1-2aae-4f1f-92d3-b42d046d7fc9), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:08.500132 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port b25aceb1-2aae-4f1f-92d3-b42d046d7fc9 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:38:08.501197 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 9d81889e-c274-4bba-806d-f8de1bf939e6 up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:38:08.557049 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port 9d81889e-c274-4bba-806d-f8de1bf939e6 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:38:08.557451 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (9d81889e-c274-4bba-806d-f8de1bf939e6), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:08.641548 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port 9d81889e-c274-4bba-806d-f8de1bf939e6 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:38:08.642606 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device e35fff82-50aa-4597-b917-5cb5367c1435 up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:38:08.689018 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port e35fff82-50aa-4597-b917-5cb5367c1435 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:38:08.689388 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (e35fff82-50aa-4597-b917-5cb5367c1435), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:08.754734 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 52074) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:38:08.759348 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-723435e2-2706-439e-ba80-f344939b26d5 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2069969047', 'description': 'tempest-secgroup-smoke-2069969047 description', 'project_id': 'a36697eb438d4c69909c3d32f2f92e77'}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:38:08.768720 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port e35fff82-50aa-4597-b917-5cb5367c1435 is: DOWN; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:38:08.769111 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (e35fff82-50aa-4597-b917-5cb5367c1435), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:08.782191 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-723435e2-2706-439e-ba80-f344939b26d5 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:08.795021 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] For port e35fff82-50aa-4597-b917-5cb5367c1435, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=e35fff82-50aa-4597-b917-5cb5367c1435,segment=NetworkSegment(b6259b7e-66cb-4b1d-a7b0-58f7e3300c62),segment_id=b6259b7e-66cb-4b1d-a7b0-58f7e3300c62)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:38:08.799071 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (e35fff82-50aa-4597-b917-5cb5367c1435), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:08.848496 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Pushing event updated for resources: {'Port': ['ID=e35fff82-50aa-4597-b917-5cb5367c1435,revision_number=4']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:08.853855 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-723435e2-2706-439e-ba80-f344939b26d5 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for security_group (4b5f08b8-c7f2-48d8-972a-3ef7a672da44), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:08.858108 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-723435e2-2706-439e-ba80-f344939b26d5 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (4b5f08b8-c7f2-48d8-972a-3ef7a672da44), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:08.890930 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-723435e2-2706-439e-ba80-f344939b26d5 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:08.892164 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-723435e2-2706-439e-ba80-f344939b26d5 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1363287 Feb 07 20:38:08.895078 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 52076) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:38:08.900089 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-7c79970a-60c8-4e46-9396-44de8182931e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Request body: {'security_group_rule': {'security_group_id': '4b5f08b8-c7f2-48d8-972a-3ef7a672da44', 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:38:08.904195 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723435e2-2706-439e-ba80-f344939b26d5 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5f08b8-c7f2-48d8-972a-3ef7a672da44,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:08.928219 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7c79970a-60c8-4e46-9396-44de8182931e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for security_group_rule (1e084ad1-484f-4eed-ab91-dd1380340bab), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:08.992616 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7c79970a-60c8-4e46-9396-44de8182931e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for security_group_rule (1e084ad1-484f-4eed-ab91-dd1380340bab), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:08.996964 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7c79970a-60c8-4e46-9396-44de8182931e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471706'] for security_group_rule (1e084ad1-484f-4eed-ab91-dd1380340bab), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:09.014741 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c79970a-60c8-4e46-9396-44de8182931e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e084ad1-484f-4eed-ab91-dd1380340bab,revision_number=0']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:09.022125 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7c79970a-60c8-4e46-9396-44de8182931e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:09.023295 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-7c79970a-60c8-4e46-9396-44de8182931e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1272452 Feb 07 20:38:09.026455 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 52078) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:38:09.030933 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-0a10ed73-fe5b-467f-88c5-33a0c855877d tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Request body: {'security_group_rule': {'security_group_id': '4b5f08b8-c7f2-48d8-972a-3ef7a672da44', 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:38:09.054907 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0a10ed73-fe5b-467f-88c5-33a0c855877d tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for security_group_rule (2a1c4c80-076a-4158-bc8c-9b2b19914a8f), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:09.108517 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0a10ed73-fe5b-467f-88c5-33a0c855877d tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for security_group_rule (2a1c4c80-076a-4158-bc8c-9b2b19914a8f), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:09.111936 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0a10ed73-fe5b-467f-88c5-33a0c855877d tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471706'] for security_group_rule (2a1c4c80-076a-4158-bc8c-9b2b19914a8f), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:09.129437 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a10ed73-fe5b-467f-88c5-33a0c855877d tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1c4c80-076a-4158-bc8c-9b2b19914a8f,revision_number=0']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:09.141970 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0a10ed73-fe5b-467f-88c5-33a0c855877d tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:09.143137 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-0a10ed73-fe5b-467f-88c5-33a0c855877d tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1157756 Feb 07 20:38:09.145926 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 52080) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:38:09.150672 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-be5fb589-fa57-4d7b-84f6-d39a3185d3a9 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Request body: {'security_group_rule': {'security_group_id': '4b5f08b8-c7f2-48d8-972a-3ef7a672da44', 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:38:09.175541 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-be5fb589-fa57-4d7b-84f6-d39a3185d3a9 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for security_group_rule (4cde7e73-ee54-472d-80be-311f84ed83c3), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:09.231738 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-be5fb589-fa57-4d7b-84f6-d39a3185d3a9 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for security_group_rule (4cde7e73-ee54-472d-80be-311f84ed83c3), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:09.235621 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-be5fb589-fa57-4d7b-84f6-d39a3185d3a9 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471706'] for security_group_rule (4cde7e73-ee54-472d-80be-311f84ed83c3), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:09.255694 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5fb589-fa57-4d7b-84f6-d39a3185d3a9 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cde7e73-ee54-472d-80be-311f84ed83c3,revision_number=0']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:09.261088 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-be5fb589-fa57-4d7b-84f6-d39a3185d3a9 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:09.265123 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-be5fb589-fa57-4d7b-84f6-d39a3185d3a9 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153996 Feb 07 20:38:09.265123 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 52082) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:38:09.269065 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-93a1fb2b-dfef-4d0b-a53b-57f1b8d09d44 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Request body: {'security_group_rule': {'security_group_id': '4b5f08b8-c7f2-48d8-972a-3ef7a672da44', 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:38:09.293932 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-93a1fb2b-dfef-4d0b-a53b-57f1b8d09d44 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for security_group_rule (a0562b42-6a88-4704-a170-658f6abd6cb4), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:09.351051 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-93a1fb2b-dfef-4d0b-a53b-57f1b8d09d44 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for security_group_rule (a0562b42-6a88-4704-a170-658f6abd6cb4), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:09.354852 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-93a1fb2b-dfef-4d0b-a53b-57f1b8d09d44 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471706'] for security_group_rule (a0562b42-6a88-4704-a170-658f6abd6cb4), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:09.374695 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1fb2b-dfef-4d0b-a53b-57f1b8d09d44 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0562b42-6a88-4704-a170-658f6abd6cb4,revision_number=0']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:09.380829 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-93a1fb2b-dfef-4d0b-a53b-57f1b8d09d44 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:09.385429 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-93a1fb2b-dfef-4d0b-a53b-57f1b8d09d44 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1161580 Feb 07 20:38:09.386004 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 52088) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:38:09.391571 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-59141088-7b27-44db-b85d-a24e65228814 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Request body: {'security_group_rule': {'security_group_id': '4b5f08b8-c7f2-48d8-972a-3ef7a672da44', 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:38:09.417204 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.db.securitygroups_db [None req-59141088-7b27-44db-b85d-a24e65228814 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Project a36697eb438d4c69909c3d32f2f92e77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 20:38:09.422533 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-59141088-7b27-44db-b85d-a24e65228814 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for security_group_rule (9098b498-50e0-4f16-b1fa-162cbae4e226), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:09.505544 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-59141088-7b27-44db-b85d-a24e65228814 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for security_group_rule (9098b498-50e0-4f16-b1fa-162cbae4e226), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:09.510556 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48afa33a-50d5-4c1c-b544-a49b3ccef84f None None] Sync routers for ids ['3e4a33cc-9556-4ad9-a9be-5ef1ecab6072'] in dv-cinder-828150-2-iscsi {{(pid=102682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:38:09.512621 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97283712-82e3-4d40-a107-3e2df9f519e1 req-cc4fbe33-9c81-4d05-9df0-e3b63f7b92fb tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:09.514291 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-97283712-82e3-4d40-a107-3e2df9f519e1 req-cc4fbe33-9c81-4d05-9df0-e3b63f7b92fb tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0816741 Feb 07 20:38:09.515453 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-59141088-7b27-44db-b85d-a24e65228814 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471706'] for security_group_rule (9098b498-50e0-4f16-b1fa-162cbae4e226), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:09.523507 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48afa33a-50d5-4c1c-b544-a49b3ccef84f None None] Routers {'3e4a33cc-9556-4ad9-a9be-5ef1ecab6072'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:38:09.524751 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-48afa33a-50d5-4c1c-b544-a49b3ccef84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:37:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['3e4a33cc-9556-4ad9-a9be-5ef1ecab6072'], 'active': True} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:38:09.549609 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59141088-7b27-44db-b85d-a24e65228814 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9098b498-50e0-4f16-b1fa-162cbae4e226,revision_number=0']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:09.556561 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-59141088-7b27-44db-b85d-a24e65228814 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:09.557714 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-59141088-7b27-44db-b85d-a24e65228814 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1700826 Feb 07 20:38:09.560585 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 52090) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:38:09.565511 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-c758f9c6-1086-489e-bac7-d5ea9bd75890 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Request body: {'security_group_rule': {'security_group_id': '4b5f08b8-c7f2-48d8-972a-3ef7a672da44', 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:38:09.589448 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.db.securitygroups_db [None req-c758f9c6-1086-489e-bac7-d5ea9bd75890 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Project a36697eb438d4c69909c3d32f2f92e77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 20:38:09.595340 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c758f9c6-1086-489e-bac7-d5ea9bd75890 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for security_group_rule (51f23b55-facb-4f2c-a120-481a9db36d83), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:09.605026 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-97283712-82e3-4d40-a107-3e2df9f519e1 req-c08f88d4-1b50-48de-8f10-dd764691281b tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758214 Feb 07 20:38:09.640013 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvr_db [None req-48afa33a-50d5-4c1c-b544-a49b3ccef84f None None] Set router 3e4a33cc-9556-4ad9-a9be-5ef1ecab6072 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:38:09.658849 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c758f9c6-1086-489e-bac7-d5ea9bd75890 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for security_group_rule (51f23b55-facb-4f2c-a120-481a9db36d83), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:09.663101 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c758f9c6-1086-489e-bac7-d5ea9bd75890 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471706'] for security_group_rule (51f23b55-facb-4f2c-a120-481a9db36d83), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:09.683825 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c758f9c6-1086-489e-bac7-d5ea9bd75890 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f23b55-facb-4f2c-a120-481a9db36d83,revision_number=0']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:09.691275 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c758f9c6-1086-489e-bac7-d5ea9bd75890 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:09.695326 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-c758f9c6-1086-489e-bac7-d5ea9bd75890 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1308405 Feb 07 20:38:09.853240 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-48afa33a-50d5-4c1c-b544-a49b3ccef84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4a33cc-9556-4ad9-a9be-5ef1ecab6072', 'name': 'tempest-TestVolumeBootPattern-135163602-router', 'tenant_id': '91ef4548605040e9af946d0b43a313bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'e35fff82-50aa-4597-b917-5cb5367c1435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:38:03Z', 'updated_at': '2022-02-07T20:38:07Z', 'revision_number': 4, 'project_id': '91ef4548605040e9af946d0b43a313bd', 'gw_port': {'id': 'e35fff82-50aa-4597-b917-5cb5367c1435', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4a33cc-9556-4ad9-a9be-5ef1ecab6072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:38:04Z', 'updated_at': '2022-02-07T20:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': 'f62242af-f932-4a7a-bd4b-914620fc0ee2', 'name': '', 'network_id': 'f67a67b7-55ba-4d5c-a714-c2373616ff31', 'tenant_id': '91ef4548605040e9af946d0b43a313bd', 'mac_address': 'fa:16:3e:7b:9b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4a33cc-9556-4ad9-a9be-5ef1ecab6072', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'f94e7eef-25b4-48a9-98cb-fbb8a6000cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:38:06Z', 'updated_at': '2022-02-07T20:38:07Z', 'revision_number': 2, 'project_id': '91ef4548605040e9af946d0b43a313bd', 'subnets': [{'id': 'f94e7eef-25b4-48a9-98cb-fbb8a6000cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:38:09.879942 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48afa33a-50d5-4c1c-b544-a49b3ccef84f None None] Checking router: 3e4a33cc-9556-4ad9-a9be-5ef1ecab6072 for host: dv-cinder-828150-2-iscsi {{(pid=102682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:38:09.880296 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48afa33a-50d5-4c1c-b544-a49b3ccef84f None None] Updating router 3e4a33cc-9556-4ad9-a9be-5ef1ecab6072 port f62242af-f932-4a7a-bd4b-914620fc0ee2 binding host dv-cinder-828150-2-iscsi {{(pid=102682) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 20:38:09.909011 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-48afa33a-50d5-4c1c-b544-a49b3ccef84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (f62242af-f932-4a7a-bd4b-914620fc0ee2), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:10.167099 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device e35fff82-50aa-4597-b917-5cb5367c1435 up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:38:10.214263 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-48afa33a-50d5-4c1c-b544-a49b3ccef84f None None] Publish callbacks [] for port (f62242af-f932-4a7a-bd4b-914620fc0ee2), precommit_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:10.222221 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-48afa33a-50d5-4c1c-b544-a49b3ccef84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (f62242af-f932-4a7a-bd4b-914620fc0ee2), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:10.279342 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e108893c-1333-4287-bce1-000887f65b3b None None] Pushing event updated for resources: {'Port': ['ID=f62242af-f932-4a7a-bd4b-914620fc0ee2,revision_number=3']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:10.281525 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port e35fff82-50aa-4597-b917-5cb5367c1435 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:38:10.283252 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (e35fff82-50aa-4597-b917-5cb5367c1435), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:10.364543 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-48afa33a-50d5-4c1c-b544-a49b3ccef84f None None] Attempting to bind port f62242af-f932-4a7a-bd4b-914620fc0ee2 on host dv-cinder-828150-2-iscsi for vnic_type normal with profile {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:38:10.364919 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-48afa33a-50d5-4c1c-b544-a49b3ccef84f None None] Attempting to bind port f62242af-f932-4a7a-bd4b-914620fc0ee2 by drivers openvswitch,hyperv on host dv-cinder-828150-2-iscsi at level 0 using segments [{'id': '968f7efa-a75f-4abc-8e4a-08e90215eecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f67a67b7-55ba-4d5c-a714-c2373616ff31'}] {{(pid=102682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:38:10.365278 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48afa33a-50d5-4c1c-b544-a49b3ccef84f None None] Attempting to bind port f62242af-f932-4a7a-bd4b-914620fc0ee2 on network f67a67b7-55ba-4d5c-a714-c2373616ff31 {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:38:10.374736 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48afa33a-50d5-4c1c-b544-a49b3ccef84f None None] Checking agent: {'id': 'c89dd41c-5256-44ac-a1f6-453d759a66bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828150-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 27, 33), 'started_at': datetime.datetime(2022, 2, 7, 20, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828150-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:38:10.375121 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48afa33a-50d5-4c1c-b544-a49b3ccef84f None None] Checking segment: {'id': '968f7efa-a75f-4abc-8e4a-08e90215eecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f67a67b7-55ba-4d5c-a714-c2373616ff31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:38:10.375552 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-48afa33a-50d5-4c1c-b544-a49b3ccef84f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:10.375973 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48afa33a-50d5-4c1c-b544-a49b3ccef84f None None] Bound using segment: {'id': '968f7efa-a75f-4abc-8e4a-08e90215eecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f67a67b7-55ba-4d5c-a714-c2373616ff31'} {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:38:10.376440 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-48afa33a-50d5-4c1c-b544-a49b3ccef84f None None] Bound port: f62242af-f932-4a7a-bd4b-914620fc0ee2, host: dv-cinder-828150-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968f7efa-a75f-4abc-8e4a-08e90215eecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f67a67b7-55ba-4d5c-a714-c2373616ff31'}}] {{(pid=102682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:38:10.376842 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-48afa33a-50d5-4c1c-b544-a49b3ccef84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (f62242af-f932-4a7a-bd4b-914620fc0ee2), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:10.451834 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port e35fff82-50aa-4597-b917-5cb5367c1435 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:38:10.474219 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-48afa33a-50d5-4c1c-b544-a49b3ccef84f None None] For port f62242af-f932-4a7a-bd4b-914620fc0ee2, host dv-cinder-828150-2-iscsi, cleared binding levels {{(pid=102682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:38:10.479923 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-48afa33a-50d5-4c1c-b544-a49b3ccef84f None None] For port f62242af-f932-4a7a-bd4b-914620fc0ee2, host dv-cinder-828150-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=f62242af-f932-4a7a-bd4b-914620fc0ee2,segment=NetworkSegment(968f7efa-a75f-4abc-8e4a-08e90215eecc),segment_id=968f7efa-a75f-4abc-8e4a-08e90215eecc)] {{(pid=102682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:38:10.489632 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-48afa33a-50d5-4c1c-b544-a49b3ccef84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (f62242af-f932-4a7a-bd4b-914620fc0ee2), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:10.525827 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-1000ca7b-6166-4564-9168-7cb9a636563c None None] Provisioning complete for port f62242af-f932-4a7a-bd4b-914620fc0ee2 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:38:10.526075 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-1000ca7b-6166-4564-9168-7cb9a636563c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (f62242af-f932-4a7a-bd4b-914620fc0ee2), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:10.588027 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e108893c-1333-4287-bce1-000887f65b3b None None] Pushing event updated for resources: {'Port': ['ID=f62242af-f932-4a7a-bd4b-914620fc0ee2,revision_number=4']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:10.592669 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48afa33a-50d5-4c1c-b544-a49b3ccef84f None None] Routers {'3e4a33cc-9556-4ad9-a9be-5ef1ecab6072'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:38:10.593343 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-48afa33a-50d5-4c1c-b544-a49b3ccef84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:37:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['3e4a33cc-9556-4ad9-a9be-5ef1ecab6072'], 'active': True} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:38:10.741539 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452201f8-ad40-4290-9364-daee9781995c req-225a26d2-4007-44d9-89ca-bdad5f00a9f4 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:10.743323 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-452201f8-ad40-4290-9364-daee9781995c req-225a26d2-4007-44d9-89ca-bdad5f00a9f4 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0752368 Feb 07 20:38:10.791206 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-452201f8-ad40-4290-9364-daee9781995c req-882107e5-aa01-412c-9657-aa16997344d3 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421398 Feb 07 20:38:10.862252 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-1000ca7b-6166-4564-9168-7cb9a636563c None None] Current status of the port f62242af-f932-4a7a-bd4b-914620fc0ee2 is: DOWN; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:38:10.862776 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-1000ca7b-6166-4564-9168-7cb9a636563c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (f62242af-f932-4a7a-bd4b-914620fc0ee2), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:10.888767 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvr_db [None req-48afa33a-50d5-4c1c-b544-a49b3ccef84f None None] Set router 3e4a33cc-9556-4ad9-a9be-5ef1ecab6072 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:38:10.936635 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-1000ca7b-6166-4564-9168-7cb9a636563c None None] For port f62242af-f932-4a7a-bd4b-914620fc0ee2, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=f62242af-f932-4a7a-bd4b-914620fc0ee2,segment=NetworkSegment(968f7efa-a75f-4abc-8e4a-08e90215eecc),segment_id=968f7efa-a75f-4abc-8e4a-08e90215eecc)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:38:10.941727 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-1000ca7b-6166-4564-9168-7cb9a636563c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (f62242af-f932-4a7a-bd4b-914620fc0ee2), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:11.068108 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000ca7b-6166-4564-9168-7cb9a636563c None None] Pushing event updated for resources: {'Port': ['ID=f62242af-f932-4a7a-bd4b-914620fc0ee2,revision_number=5']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:11.092587 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c5488595-627c-4ddf-b4b1-24981027a95e None None] Provisioning complete for port f62242af-f932-4a7a-bd4b-914620fc0ee2 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:38:11.092962 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c5488595-627c-4ddf-b4b1-24981027a95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (f62242af-f932-4a7a-bd4b-914620fc0ee2), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:11.215834 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-48afa33a-50d5-4c1c-b544-a49b3ccef84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4a33cc-9556-4ad9-a9be-5ef1ecab6072', 'name': 'tempest-TestVolumeBootPattern-135163602-router', 'tenant_id': '91ef4548605040e9af946d0b43a313bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'e35fff82-50aa-4597-b917-5cb5367c1435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:38:03Z', 'updated_at': '2022-02-07T20:38:07Z', 'revision_number': 4, 'project_id': '91ef4548605040e9af946d0b43a313bd', 'gw_port': {'id': 'e35fff82-50aa-4597-b917-5cb5367c1435', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4a33cc-9556-4ad9-a9be-5ef1ecab6072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:38:04Z', 'updated_at': '2022-02-07T20:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': 'f62242af-f932-4a7a-bd4b-914620fc0ee2', 'name': '', 'network_id': 'f67a67b7-55ba-4d5c-a714-c2373616ff31', 'tenant_id': '91ef4548605040e9af946d0b43a313bd', 'mac_address': 'fa:16:3e:7b:9b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4a33cc-9556-4ad9-a9be-5ef1ecab6072', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'f94e7eef-25b4-48a9-98cb-fbb8a6000cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:38:06Z', 'updated_at': '2022-02-07T20:38:10Z', 'revision_number': 4, 'project_id': '91ef4548605040e9af946d0b43a313bd', 'subnets': [{'id': 'f94e7eef-25b4-48a9-98cb-fbb8a6000cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:38:11.218834 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c5488595-627c-4ddf-b4b1-24981027a95e None None] Current status of the port f62242af-f932-4a7a-bd4b-914620fc0ee2 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:38:11.245438 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48afa33a-50d5-4c1c-b544-a49b3ccef84f None None] The sync data for ids ['3e4a33cc-9556-4ad9-a9be-5ef1ecab6072'] in dv-cinder-828150-2-iscsi is: [{'id': '3e4a33cc-9556-4ad9-a9be-5ef1ecab6072', 'name': 'tempest-TestVolumeBootPattern-135163602-router', 'tenant_id': '91ef4548605040e9af946d0b43a313bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'e35fff82-50aa-4597-b917-5cb5367c1435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:38:03Z', 'updated_at': '2022-02-07T20:38:07Z', 'revision_number': 4, 'project_id': '91ef4548605040e9af946d0b43a313bd', 'gw_port': {'id': 'e35fff82-50aa-4597-b917-5cb5367c1435', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4a33cc-9556-4ad9-a9be-5ef1ecab6072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:38:04Z', 'updated_at': '2022-02-07T20:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': 'f62242af-f932-4a7a-bd4b-914620fc0ee2', 'name': '', 'network_id': 'f67a67b7-55ba-4d5c-a714-c2373616ff31', 'tenant_id': '91ef4548605040e9af946d0b43a313bd', 'mac_address': 'fa:16:3e:7b:9b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4a33cc-9556-4ad9-a9be-5ef1ecab6072', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'f94e7eef-25b4-48a9-98cb-fbb8a6000cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:38:06Z', 'updated_at': '2022-02-07T20:38:10Z', 'revision_number': 4, 'project_id': '91ef4548605040e9af946d0b43a313bd', 'subnets': [{'id': 'f94e7eef-25b4-48a9-98cb-fbb8a6000cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:38:11.915809 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733edcce-93d2-43c4-b7a1-2064aa8d7335 req-b9064fe6-170c-483a-b617-4d1c281ab169 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:11.917283 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-733edcce-93d2-43c4-b7a1-2064aa8d7335 req-b9064fe6-170c-483a-b617-4d1c281ab169 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0530124 Feb 07 20:38:11.966176 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-733edcce-93d2-43c4-b7a1-2064aa8d7335 req-f33da644-e89c-49bb-9323-863a45a3774d tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430896 Feb 07 20:38:12.165148 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device f62242af-f932-4a7a-bd4b-914620fc0ee2 up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:38:12.213583 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port f62242af-f932-4a7a-bd4b-914620fc0ee2 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:38:12.213956 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (f62242af-f932-4a7a-bd4b-914620fc0ee2), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:12.292736 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port f62242af-f932-4a7a-bd4b-914620fc0ee2 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:38:13.084387 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a22028-918b-4980-a4b4-9367101a1b5d req-9f609bd7-015a-4730-a4f5-2d455d5c511f tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:13.085756 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-37a22028-918b-4980-a4b4-9367101a1b5d req-9f609bd7-015a-4730-a4f5-2d455d5c511f tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0533404 Feb 07 20:38:13.131842 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-37a22028-918b-4980-a4b4-9367101a1b5d req-8ee59994-c95a-461f-98f5-ff547905216a tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399168 Feb 07 20:38:14.251588 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cefe8c-d6b2-44b6-b2d0-39de23c5eed5 req-1b85a7bc-a477-4e7c-9170-a7e27a80c70a tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:14.253062 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-48cefe8c-d6b2-44b6-b2d0-39de23c5eed5 req-1b85a7bc-a477-4e7c-9170-a7e27a80c70a tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0545869 Feb 07 20:38:14.300514 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-48cefe8c-d6b2-44b6-b2d0-39de23c5eed5 req-9c253baa-948c-4284-896a-84510a79485d tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417550 Feb 07 20:38:15.422568 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a7b56-e0c0-4090-8406-5bcd6a8b6012 req-15d95388-185c-4f20-b557-fd9188b11d82 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:15.424056 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-bf3a7b56-e0c0-4090-8406-5bcd6a8b6012 req-15d95388-185c-4f20-b557-fd9188b11d82 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0554438 Feb 07 20:38:15.471447 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-bf3a7b56-e0c0-4090-8406-5bcd6a8b6012 req-ddf2186b-7608-43b7-84da-0f25f0ee6c2a tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416803 Feb 07 20:38:16.587671 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56cf957-29e9-432a-bbb1-402b0c7a2a3e req-fc48a023-a099-4c82-88ac-4cb2ba401f49 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:16.589610 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f56cf957-29e9-432a-bbb1-402b0c7a2a3e req-fc48a023-a099-4c82-88ac-4cb2ba401f49 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0516300 Feb 07 20:38:16.636304 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f56cf957-29e9-432a-bbb1-402b0c7a2a3e req-d6ee35f9-e19f-4837-bfe1-47d75ab07d40 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409729 Feb 07 20:38:17.758234 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083504a-d179-424c-a5e3-d163361a63bb req-8a29a59d-3281-486c-a443-4172504090fe tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:17.760201 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c083504a-d179-424c-a5e3-d163361a63bb req-8a29a59d-3281-486c-a443-4172504090fe tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0562289 Feb 07 20:38:17.809805 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c083504a-d179-424c-a5e3-d163361a63bb req-ea2a4991-5089-4cf0-92aa-b0d9e7ff18cb tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441482 Feb 07 20:38:18.930755 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9ee5e-4161-4ee0-ba55-34d227b7a112 req-d665e36c-4081-4b46-b4a5-55f7a7450f4d tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:18.932558 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-41b9ee5e-4161-4ee0-ba55-34d227b7a112 req-d665e36c-4081-4b46-b4a5-55f7a7450f4d tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0548854 Feb 07 20:38:18.978515 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-41b9ee5e-4161-4ee0-ba55-34d227b7a112 req-3b4aa4b9-8b9d-4dd8-bd04-8ba85c1a3315 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404406 Feb 07 20:38:20.097947 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b971b-c08c-431b-bc46-e9f1162f99b5 req-d98410d3-0058-4e03-8ab4-21ad5da8157f tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:20.099439 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-d09b971b-c08c-431b-bc46-e9f1162f99b5 req-d98410d3-0058-4e03-8ab4-21ad5da8157f tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0539629 Feb 07 20:38:20.147551 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-d09b971b-c08c-431b-bc46-e9f1162f99b5 req-3f487a0f-8698-41a3-92be-984bb1e2d293 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418739 Feb 07 20:38:21.267944 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24b900-a0eb-4221-811f-2ba6c8d3ca6b req-e9030270-d28b-4ae1-86a8-ab6b606407c1 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:21.269445 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-6e24b900-a0eb-4221-811f-2ba6c8d3ca6b req-e9030270-d28b-4ae1-86a8-ab6b606407c1 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0520041 Feb 07 20:38:21.317009 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-6e24b900-a0eb-4221-811f-2ba6c8d3ca6b req-40d88733-630f-4b8b-a978-756ca2036180 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420289 Feb 07 20:38:22.165379 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.agents_db [None req-6ca4556d-c1da-4dc5-8d4b-cf8528912650 None None] Agent healthcheck: found 6 active agents {{(pid=102683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:38:22.435583 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12670c-0ece-4436-9600-334e5a4fba44 req-301e44d4-4bd4-4806-8741-a53cec8a4b74 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:22.437058 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-cb12670c-0ece-4436-9600-334e5a4fba44 req-301e44d4-4bd4-4806-8741-a53cec8a4b74 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0549221 Feb 07 20:38:22.483179 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-cb12670c-0ece-4436-9600-334e5a4fba44 req-326d2ded-c659-4ef6-b9b7-a980fc5adc4d tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405941 Feb 07 20:38:23.612227 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375434bc-71bc-4d8a-9b28-6cc50cbb637a req-f1b95649-fe75-471f-b76a-70b95d0d2fe7 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:23.613768 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-375434bc-71bc-4d8a-9b28-6cc50cbb637a req-f1b95649-fe75-471f-b76a-70b95d0d2fe7 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0593879 Feb 07 20:38:23.660272 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-375434bc-71bc-4d8a-9b28-6cc50cbb637a req-5340b434-4f76-4162-bd36-200985323154 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409136 Feb 07 20:38:23.679481 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ce109-d4f8-4d36-8e11-4cc01bd7ba9c req-41a64f55-78c3-46ac-af47-2148d7283308 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:23.681561 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e09ce109-d4f8-4d36-8e11-4cc01bd7ba9c req-41a64f55-78c3-46ac-af47-2148d7283308 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cb82b0f-e2ef-4d3c-9a81-349ce83f4a7c HTTP/1.1" status: 200 len: 945 time: 0.0562384 Feb 07 20:38:23.727925 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e09ce109-d4f8-4d36-8e11-4cc01bd7ba9c req-ae29aa43-6581-4edd-be99-685e17a63826 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403621 Feb 07 20:38:24.794448 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d99f836-16d9-437e-8b5f-396a4666621a req-5389b1da-7598-4103-b9ba-c71f8683d4f9 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:24.795991 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-2d99f836-16d9-437e-8b5f-396a4666621a req-5389b1da-7598-4103-b9ba-c71f8683d4f9 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0678680 Feb 07 20:38:24.844290 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-2d99f836-16d9-437e-8b5f-396a4666621a req-439ea4ca-25bd-4b79-9163-610c32e83fbb tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429718 Feb 07 20:38:24.857221 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745357ae-aedf-401d-91fc-d0eb07ca72fc req-785e6e53-f5a9-4937-b861-88fb2951b78e tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:24.858799 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-745357ae-aedf-401d-91fc-d0eb07ca72fc req-785e6e53-f5a9-4937-b861-88fb2951b78e tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cb82b0f-e2ef-4d3c-9a81-349ce83f4a7c HTTP/1.1" status: 200 len: 945 time: 0.0554659 Feb 07 20:38:24.905920 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-745357ae-aedf-401d-91fc-d0eb07ca72fc req-53bfce7d-b97c-4c1e-bf91-b9cf7df9da42 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415170 Feb 07 20:38:25.962309 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66560306-0afc-472f-8c02-084ddadf60ed req-4f7c105c-3477-4534-824b-5eddf2625ecd tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:25.963826 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-66560306-0afc-472f-8c02-084ddadf60ed req-4f7c105c-3477-4534-824b-5eddf2625ecd tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0523798 Feb 07 20:38:26.010504 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-66560306-0afc-472f-8c02-084ddadf60ed req-1dcf6970-fc45-4645-bc61-5b75a72bf5ca tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411751 Feb 07 20:38:26.026776 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cbe97-b79c-4a40-9dc2-265d437e1bc7 req-19c3512d-c512-4a4f-920d-ad48f3430b73 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:26.028295 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-614cbe97-b79c-4a40-9dc2-265d437e1bc7 req-19c3512d-c512-4a4f-920d-ad48f3430b73 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cb82b0f-e2ef-4d3c-9a81-349ce83f4a7c HTTP/1.1" status: 200 len: 945 time: 0.0554557 Feb 07 20:38:26.075649 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-614cbe97-b79c-4a40-9dc2-265d437e1bc7 req-25e67406-2091-47e0-8b6d-b802b7f5bc84 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417137 Feb 07 20:38:26.395963 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (2db0d972-3e88-4a6a-9d75-f8f2fe350c5f), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:26.397387 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42559370-3d4f-4189-998c-9008fdad7d9c req-85688a29-8843-493b-b556-f033bfb02f73 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:26.398867 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-42559370-3d4f-4189-998c-9008fdad7d9c req-85688a29-8843-493b-b556-f033bfb02f73 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 985 time: 0.0519116 Feb 07 20:38:26.457331 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-42559370-3d4f-4189-998c-9008fdad7d9c req-2aa5d55d-b849-4a3c-9015-53be1a4d855b tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&id=c41372e6-75bf-4fe0-8d00-e7e33a583177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524557 Feb 07 20:38:26.534339 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-cc66d5ba-88d3-470f-8a49-cc7cd4eb3318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:27.132110 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c818d-6107-42c5-af9d-ee205b77ea7b req-527bf575-cdec-424e-b94f-c89f4c71563f tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:27.134097 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-122c818d-6107-42c5-af9d-ee205b77ea7b req-527bf575-cdec-424e-b94f-c89f4c71563f tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0551469 Feb 07 20:38:27.180312 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-122c818d-6107-42c5-af9d-ee205b77ea7b req-a033ed3a-e47f-49e0-9bc7-d104b4736e69 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408442 Feb 07 20:38:27.192462 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dee6d5-1229-45fe-b97f-7c80df7dd557 req-a5ff7c8e-0e08-4bb5-a101-16929f6d89e2 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:27.193943 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-59dee6d5-1229-45fe-b97f-7c80df7dd557 req-a5ff7c8e-0e08-4bb5-a101-16929f6d89e2 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cb82b0f-e2ef-4d3c-9a81-349ce83f4a7c HTTP/1.1" status: 200 len: 945 time: 0.0534058 Feb 07 20:38:27.244951 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-59dee6d5-1229-45fe-b97f-7c80df7dd557 req-035619e1-72c5-4206-b9a0-afdafb3729a4 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449269 Feb 07 20:38:27.365938 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438831cf-49a1-4074-9f94-63977606bf52 req-2fdbe238-ac55-44b5-ba98-b0d0b5b3b720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:27.367293 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-438831cf-49a1-4074-9f94-63977606bf52 req-2fdbe238-ac55-44b5-ba98-b0d0b5b3b720 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b81ed2187e4b4bb480ac9927221e90fc&device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 1169 time: 0.0429938 Feb 07 20:38:27.453890 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438831cf-49a1-4074-9f94-63977606bf52 req-bdf93391-a045-490c-a612-787045d9fe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:27.455300 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-438831cf-49a1-4074-9f94-63977606bf52 req-bdf93391-a045-490c-a612-787045d9fe51 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ace0bd4e-24e6-4889-8232-1f8bdff3f386 HTTP/1.1" status: 200 len: 916 time: 0.0794938 Feb 07 20:38:27.527830 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-438831cf-49a1-4074-9f94-63977606bf52 req-3db12d85-44de-49c0-ac75-a439739bb3e0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ac5887a-4dac-445b-a47e-da236a7c719e HTTP/1.1" status: 200 len: 1001 time: 0.0634816 Feb 07 20:38:27.577137 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41307a66-708c-4638-a724-95aae5eb5476 req-8289f0e6-4e3e-4511-bf9b-b37922acf25a tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:27.578667 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-41307a66-708c-4638-a724-95aae5eb5476 req-8289f0e6-4e3e-4511-bf9b-b37922acf25a tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 985 time: 0.0534461 Feb 07 20:38:27.579222 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438831cf-49a1-4074-9f94-63977606bf52 req-6af07026-df82-4ddc-92cb-8c0bb721e0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:27.580727 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-438831cf-49a1-4074-9f94-63977606bf52 req-6af07026-df82-4ddc-92cb-8c0bb721e0ca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3cd4edc-eaf8-49b3-8c39-6df61c2ee5a5 HTTP/1.1" status: 200 len: 854 time: 0.0451167 Feb 07 20:38:27.638002 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-41307a66-708c-4638-a724-95aae5eb5476 req-6910630f-49c9-4d52-bea8-c2821e170485 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&id=c41372e6-75bf-4fe0-8d00-e7e33a583177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530412 Feb 07 20:38:27.639234 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438831cf-49a1-4074-9f94-63977606bf52 req-cbba0a0d-c5b7-47a8-a069-682714320199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:27.640747 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-438831cf-49a1-4074-9f94-63977606bf52 req-cbba0a0d-c5b7-47a8-a069-682714320199 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ace0bd4e-24e6-4889-8232-1f8bdff3f386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429423 Feb 07 20:38:27.735613 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-438831cf-49a1-4074-9f94-63977606bf52 req-df722864-be94-44d9-a5a2-165f3b74e907 service neutron] 10.222.0.24 "GET /v2.0/networks/ace0bd4e-24e6-4889-8232-1f8bdff3f386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842397 Feb 07 20:38:27.824641 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-438831cf-49a1-4074-9f94-63977606bf52 req-a1a0d7e2-7f7a-4ff7-84aa-cb87347889f9 service neutron] 10.222.0.24 "GET /v2.0/networks/ace0bd4e-24e6-4889-8232-1f8bdff3f386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826225 Feb 07 20:38:28.304798 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375a292-03ba-4056-9511-4f7ae3e2a8f5 req-56249f04-d966-44ac-8561-8b330b1de7ec tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:28.306841 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-1375a292-03ba-4056-9511-4f7ae3e2a8f5 req-56249f04-d966-44ac-8561-8b330b1de7ec tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0573547 Feb 07 20:38:28.352203 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-1375a292-03ba-4056-9511-4f7ae3e2a8f5 req-41fef5a2-f3b2-4071-9f06-aa92f42ea396 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399683 Feb 07 20:38:28.363481 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45712f91-b436-4e4f-a354-21d8394d0c8b req-80df099c-8d6b-49f5-b8cd-5f1a5a90d82c tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:28.364932 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-45712f91-b436-4e4f-a354-21d8394d0c8b req-80df099c-8d6b-49f5-b8cd-5f1a5a90d82c tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cb82b0f-e2ef-4d3c-9a81-349ce83f4a7c HTTP/1.1" status: 200 len: 945 time: 0.0530653 Feb 07 20:38:28.413349 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-45712f91-b436-4e4f-a354-21d8394d0c8b req-602418ca-d1d8-48b5-997f-a10b3bfbe22e tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424135 Feb 07 20:38:28.754214 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9250c-aad9-41da-9d5c-7f4ea1f7c2e5 req-433768b9-9a34-40ed-b460-2cabfd9d195c tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:28.755646 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-21a9250c-aad9-41da-9d5c-7f4ea1f7c2e5 req-433768b9-9a34-40ed-b460-2cabfd9d195c tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 985 time: 0.0522194 Feb 07 20:38:28.815885 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-21a9250c-aad9-41da-9d5c-7f4ea1f7c2e5 req-5019d9d8-b9d8-493b-abe0-da4fcd8c0fa9 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&id=c41372e6-75bf-4fe0-8d00-e7e33a583177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543938 Feb 07 20:38:28.874421 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-5fec3d80-ee38-40c7-9643-32bd8588d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:29.097007 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-bc0ead55-41a0-4d0e-86ee-605cc20d447c req-6b6651e2-0d86-4c99-bd10-b7837f062533 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418186 Feb 07 20:38:29.163816 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ead55-41a0-4d0e-86ee-605cc20d447c req-609f5d1a-635f-45bb-8433-c00c7d1edfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:29.165329 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-bc0ead55-41a0-4d0e-86ee-605cc20d447c req-609f5d1a-635f-45bb-8433-c00c7d1edfd0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65cf5264b1da4554b2269d6ae291ebe5&device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 1130 time: 0.0461407 Feb 07 20:38:29.270988 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ead55-41a0-4d0e-86ee-605cc20d447c req-63e19c76-9dfc-4247-9b69-5ad4ad66f7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:29.272512 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-bc0ead55-41a0-4d0e-86ee-605cc20d447c req-63e19c76-9dfc-4247-9b69-5ad4ad66f7db service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ca2a6cc-a6a4-43f6-8547-da5aef66c337 HTTP/1.1" status: 200 len: 920 time: 0.0826495 Feb 07 20:38:29.317528 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-bc0ead55-41a0-4d0e-86ee-605cc20d447c req-dc84322e-127a-4423-bec7-2108774b8b4c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d61eb379-e74f-4eca-93e4-c21c726a3941 HTTP/1.1" status: 200 len: 217 time: 0.0373917 Feb 07 20:38:29.364965 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ead55-41a0-4d0e-86ee-605cc20d447c req-0e24ab30-ec49-48cc-a352-e62c09102429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:29.366288 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-bc0ead55-41a0-4d0e-86ee-605cc20d447c req-0e24ab30-ec49-48cc-a352-e62c09102429 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53c092ef-219e-4a25-a4d7-3fe3d86843e6 HTTP/1.1" status: 200 len: 859 time: 0.0416453 Feb 07 20:38:29.401028 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-bc0ead55-41a0-4d0e-86ee-605cc20d447c req-0572539b-017c-434d-b024-db0761c95fb1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ca2a6cc-a6a4-43f6-8547-da5aef66c337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246131 Feb 07 20:38:29.470152 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b1fc9-d911-48b6-b6c6-857e85f05a87 req-fffbfe39-62d2-4dbf-8047-1ed37c4cd38f tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:29.472410 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-033b1fc9-d911-48b6-b6c6-857e85f05a87 req-fffbfe39-62d2-4dbf-8047-1ed37c4cd38f tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0530434 Feb 07 20:38:29.519681 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-033b1fc9-d911-48b6-b6c6-857e85f05a87 req-f90fec2b-97a9-4633-a74d-4aef070be247 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406816 Feb 07 20:38:29.529793 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-bc0ead55-41a0-4d0e-86ee-605cc20d447c req-b1cdb419-55e4-48c3-8c69-786383e74f34 service neutron] 10.222.0.24 "GET /v2.0/networks/4ca2a6cc-a6a4-43f6-8547-da5aef66c337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138053 Feb 07 20:38:29.547156 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d4dc0-ca34-460e-acbf-97afd45fea2c req-17fe9b8f-228c-4499-a34d-7b1b9ed1253c tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:29.548576 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-915d4dc0-ca34-460e-acbf-97afd45fea2c req-17fe9b8f-228c-4499-a34d-7b1b9ed1253c tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cb82b0f-e2ef-4d3c-9a81-349ce83f4a7c HTTP/1.1" status: 200 len: 945 time: 0.0669444 Feb 07 20:38:29.650797 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-915d4dc0-ca34-460e-acbf-97afd45fea2c req-53d756b5-b134-42c3-970f-b68e6b84c6a8 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939803 Feb 07 20:38:29.667832 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-bc0ead55-41a0-4d0e-86ee-605cc20d447c req-dca4663c-ef1b-4c24-aa15-7d28b634d4f3 service neutron] 10.222.0.24 "GET /v2.0/networks/4ca2a6cc-a6a4-43f6-8547-da5aef66c337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182849 Feb 07 20:38:29.939323 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d5d96-3ac1-49a4-9c5c-a6f9c1700b3f req-7a2f242d-09f3-458c-a2ef-3530f9bf4924 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:29.940937 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-ae3d5d96-3ac1-49a4-9c5c-a6f9c1700b3f req-7a2f242d-09f3-458c-a2ef-3530f9bf4924 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 985 time: 0.0578849 Feb 07 20:38:29.956318 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:29.968147 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44631dd-f279-4f21-80e7-a03c677d1fba req-8d5ebc61-16e3-4dd8-9a6c-ae6401f90931 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:29.969684 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d44631dd-f279-4f21-80e7-a03c677d1fba req-8d5ebc61-16e3-4dd8-9a6c-ae6401f90931 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb82b0f-e2ef-4d3c-9a81-349ce83f4a7c HTTP/1.1" status: 200 len: 945 time: 0.0722692 Feb 07 20:38:30.001664 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-ae3d5d96-3ac1-49a4-9c5c-a6f9c1700b3f req-cb38be76-2e2d-49ab-8f9c-2dd69e0c2f4a tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&id=c41372e6-75bf-4fe0-8d00-e7e33a583177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546684 Feb 07 20:38:30.071303 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [req-d44631dd-f279-4f21-80e7-a03c677d1fba req-57b5f005-e5f0-436a-9f2c-ead9207ccb18 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Deleting port 89de6750-1890-4138-b5ee-c8f9ac77089d {{(pid=102681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:38:30.071664 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-d44631dd-f279-4f21-80e7-a03c677d1fba req-57b5f005-e5f0-436a-9f2c-ead9207ccb18 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (89de6750-1890-4138-b5ee-c8f9ac77089d), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:30.160353 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-d44631dd-f279-4f21-80e7-a03c677d1fba req-57b5f005-e5f0-436a-9f2c-ead9207ccb18 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] For port 89de6750-1890-4138-b5ee-c8f9ac77089d, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=89de6750-1890-4138-b5ee-c8f9ac77089d,segment=NetworkSegment(3d336edb-477a-4673-89be-90d920abe2ed),segment_id=3d336edb-477a-4673-89be-90d920abe2ed)] {{(pid=102681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:38:30.160709 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-d44631dd-f279-4f21-80e7-a03c677d1fba req-57b5f005-e5f0-436a-9f2c-ead9207ccb18 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (89de6750-1890-4138-b5ee-c8f9ac77089d), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:30.173052 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [req-d44631dd-f279-4f21-80e7-a03c677d1fba req-57b5f005-e5f0-436a-9f2c-ead9207ccb18 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Calling delete_port for 89de6750-1890-4138-b5ee-c8f9ac77089d owned by compute:nova {{(pid=102681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:38:30.302086 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-d44631dd-f279-4f21-80e7-a03c677d1fba req-57b5f005-e5f0-436a-9f2c-ead9207ccb18 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (89de6750-1890-4138-b5ee-c8f9ac77089d), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:30.316462 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7', '099eca20-351f-4159-94e4-81f918da364b', 'e39708c8-036c-4a66-94b3-1fa559bdecd5', '89de6750-1890-4138-b5ee-c8f9ac77089d'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:38:30.330979 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5f005-e5f0-436a-9f2c-ead9207ccb18 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Pushing event deleted for resources: {'Port': ['ID=89de6750-1890-4138-b5ee-c8f9ac77089d,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:30.340466 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b5f005-e5f0-436a-9f2c-ead9207ccb18 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:30.340888 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b5f005-e5f0-436a-9f2c-ead9207ccb18 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:30.341296 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b5f005-e5f0-436a-9f2c-ead9207ccb18 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:30.341701 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b5f005-e5f0-436a-9f2c-ead9207ccb18 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:30.342101 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b5f005-e5f0-436a-9f2c-ead9207ccb18 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:30.342500 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b5f005-e5f0-436a-9f2c-ead9207ccb18 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:30.343193 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b5f005-e5f0-436a-9f2c-ead9207ccb18 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:30.343338 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b5f005-e5f0-436a-9f2c-ead9207ccb18 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:30.343728 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b5f005-e5f0-436a-9f2c-ead9207ccb18 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:30.344112 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b5f005-e5f0-436a-9f2c-ead9207ccb18 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:30.344499 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b5f005-e5f0-436a-9f2c-ead9207ccb18 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:30.344900 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b5f005-e5f0-436a-9f2c-ead9207ccb18 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:30.345284 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b5f005-e5f0-436a-9f2c-ead9207ccb18 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:30.400020 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [req-d44631dd-f279-4f21-80e7-a03c677d1fba req-57b5f005-e5f0-436a-9f2c-ead9207ccb18 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] No DVR routers for this DVR port 89de6750-1890-4138-b5ee-c8f9ac77089d on host hv-cinder-82815 {{(pid=102681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:38:30.403265 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-d44631dd-f279-4f21-80e7-a03c677d1fba req-57b5f005-e5f0-436a-9f2c-ead9207ccb18 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:30.407469 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d44631dd-f279-4f21-80e7-a03c677d1fba req-57b5f005-e5f0-436a-9f2c-ead9207ccb18 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.24 "DELETE /v2.0/ports/89de6750-1890-4138-b5ee-c8f9ac77089d HTTP/1.1" status: 204 len: 173 time: 0.4314411 Feb 07 20:38:30.407629 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb82b0f-e2ef-4d3c-9a81-349ce83f4a7c', 'name': 'network-vif-deleted', 'tag': '89de6750-1890-4138-b5ee-c8f9ac77089d'}] {{(pid=102681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:38:30.409748 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d543a4f93c545b9f4b4319baf8ff9337481391693fb3bbf25dbe09721f1c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cb9325-5111-4d27-9814-3fb1562b1ccd" -d '{"events": [{"server_uuid": "3cb82b0f-e2ef-4d3c-9a81-349ce83f4a7c", "name": "network-vif-deleted", "tag": "89de6750-1890-4138-b5ee-c8f9ac77089d"}]}' {{(pid=102681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:38:30.454845 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd4061c-ada5-4616-8352-99c9e9add457 x-openstack-request-id: req-acd4061c-ada5-4616-8352-99c9e9add457 {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:38:30.455146 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb82b0f-e2ef-4d3c-9a81-349ce83f4a7c", "name": "network-vif-deleted", "tag": "89de6750-1890-4138-b5ee-c8f9ac77089d", "status": "completed", "code": 200}]} {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:38:30.455417 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-acd4061c-ada5-4616-8352-99c9e9add457 {{(pid=102681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:38:30.455832 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb82b0f-e2ef-4d3c-9a81-349ce83f4a7c', 'name': 'network-vif-deleted', 'tag': '89de6750-1890-4138-b5ee-c8f9ac77089d', 'status': 'completed', 'code': 200} Feb 07 20:38:30.643097 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb65509-3f0e-435f-930d-52bbfe620235 req-dcb30083-8be7-41fa-8791-0032bc1d8bbf tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:30.646582 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-5cb65509-3f0e-435f-930d-52bbfe620235 req-dcb30083-8be7-41fa-8791-0032bc1d8bbf tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0591021 Feb 07 20:38:30.690331 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-5cb65509-3f0e-435f-930d-52bbfe620235 req-e376d75d-6486-4bdc-830e-3c4340ddb2eb tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399280 Feb 07 20:38:30.762841 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-156d4a1d-5ad8-4eea-9edc-6d9fa5474100 req-1d9317c5-eb9c-405c-901d-cadf1ba6a928 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cb82b0f-e2ef-4d3c-9a81-349ce83f4a7c HTTP/1.1" status: 200 len: 210 time: 0.0268919 Feb 07 20:38:31.125755 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc10b6-6bf8-41f5-a0d6-60c6aa00fdd0 req-2771a0f0-36fa-45f1-befc-3a8085db725c tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:31.127317 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-0fbc10b6-6bf8-41f5-a0d6-60c6aa00fdd0 req-2771a0f0-36fa-45f1-befc-3a8085db725c tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 985 time: 0.0606334 Feb 07 20:38:31.185493 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-0fbc10b6-6bf8-41f5-a0d6-60c6aa00fdd0 req-6af65d08-d93f-4b13-910d-3bcef669b4cf tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&id=c41372e6-75bf-4fe0-8d00-e7e33a583177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521584 Feb 07 20:38:31.484123 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:31.827102 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902eee5-15d3-4d37-823d-b9294e21cc91 req-b2595ee1-0ad5-466d-869c-17b4fed3b241 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:31.829392 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-a902eee5-15d3-4d37-823d-b9294e21cc91 req-b2595ee1-0ad5-466d-869c-17b4fed3b241 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0579844 Feb 07 20:38:31.884999 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-a902eee5-15d3-4d37-823d-b9294e21cc91 req-f49e3a21-207c-456c-9317-d9119d77efdc tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507743 Feb 07 20:38:32.303538 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb9977-be2d-4231-919a-b51bc34ae5b0 req-abb5cf4b-6d5e-4b9c-85d5-f03efe43bb7f tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:32.305188 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9fbb9977-be2d-4231-919a-b51bc34ae5b0 req-abb5cf4b-6d5e-4b9c-85d5-f03efe43bb7f tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 985 time: 0.0518115 Feb 07 20:38:32.362675 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9fbb9977-be2d-4231-919a-b51bc34ae5b0 req-cd678795-f164-4577-b3b7-ab05fd157853 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&id=c41372e6-75bf-4fe0-8d00-e7e33a583177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519636 Feb 07 20:38:32.724885 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:33.012212 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244c55b-f8f7-482b-a460-faefa40da827 req-79e7a82c-76aa-41f2-ab42-f788d8d5c621 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:33.013798 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-9244c55b-f8f7-482b-a460-faefa40da827 req-79e7a82c-76aa-41f2-ab42-f788d8d5c621 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0555754 Feb 07 20:38:33.072732 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-9244c55b-f8f7-482b-a460-faefa40da827 req-f48ec853-55b7-4d6f-a77d-73e05dd4b585 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517523 Feb 07 20:38:33.213615 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee43d5-d245-4ee9-afcb-9d30d159f29f req-42b4e872-e37f-45d0-8ef3-9c8167d283c1 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:33.215029 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9aee43d5-d245-4ee9-afcb-9d30d159f29f req-42b4e872-e37f-45d0-8ef3-9c8167d283c1 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f5f4121-b760-461a-a4f8-66f9f9ccdb33 HTTP/1.1" status: 200 len: 945 time: 0.0552793 Feb 07 20:38:33.274375 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9aee43d5-d245-4ee9-afcb-9d30d159f29f req-3f1eea4a-ed53-4858-ace0-b50c06994446 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525861 Feb 07 20:38:33.364668 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645150b0-2431-4910-83dc-e8c466d97711 req-0ec7101b-e860-4f31-b123-b560889f2b78 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:33.366134 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-645150b0-2431-4910-83dc-e8c466d97711 req-0ec7101b-e860-4f31-b123-b560889f2b78 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/ports?device_id=19697ae2-f1e6-437a-94c8-66f26cccd409 HTTP/1.1" status: 200 len: 945 time: 0.0521495 Feb 07 20:38:33.397351 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-90d32c42-06c8-4909-a473-e755b10cf340 req-251dec16-f8eb-4f03-a0dd-bbfb259eba86 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2069969047&fields=id&tenant_id=a36697eb438d4c69909c3d32f2f92e77 HTTP/1.1" status: 200 len: 267 time: 0.0438254 Feb 07 20:38:33.414766 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-645150b0-2431-4910-83dc-e8c466d97711 req-506812ca-2878-424e-8888-79d9981d72a9 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/security-groups?id=9656f836-4669-46af-ba69-dfa237a56353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431550 Feb 07 20:38:33.502692 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d32c42-06c8-4909-a473-e755b10cf340 req-8b9abe51-20d8-4c33-8348-a4dd577865f0 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:33.504084 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-90d32c42-06c8-4909-a473-e755b10cf340 req-8b9abe51-20d8-4c33-8348-a4dd577865f0 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/networks?id=1a0cddfd-817c-4633-a6c0-32d035fd0eb1 HTTP/1.1" status: 200 len: 812 time: 0.0993092 Feb 07 20:38:33.518929 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-90d32c42-06c8-4909-a473-e755b10cf340 req-0eac6d39-2b6e-45da-88c1-a4b3f4f6bc92 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/quotas/a36697eb438d4c69909c3d32f2f92e77 HTTP/1.1" status: 200 len: 375 time: 0.0088785 Feb 07 20:38:33.519152 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b3630-41ef-417a-9947-6c6569ff173d req-e68b5767-ace6-431e-a40e-00b01fc3d19b tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:33.520406 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-e68b3630-41ef-417a-9947-6c6569ff173d req-e68b5767-ace6-431e-a40e-00b01fc3d19b tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 985 time: 0.0518703 Feb 07 20:38:33.576162 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-90d32c42-06c8-4909-a473-e755b10cf340 req-32328e23-bac0-48ef-8e35-4da259411947 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a36697eb438d4c69909c3d32f2f92e77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519264 Feb 07 20:38:33.579031 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-e68b3630-41ef-417a-9947-6c6569ff173d req-cc5368f8-d759-497e-8b10-d8d34b1d1070 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&id=c41372e6-75bf-4fe0-8d00-e7e33a583177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530548 Feb 07 20:38:33.666261 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-90d32c42-06c8-4909-a473-e755b10cf340 req-94e8d0e3-61e5-40e7-95f8-cea6f10f0d2c service neutron] 10.222.0.60 "GET /v2.0/networks/1a0cddfd-817c-4633-a6c0-32d035fd0eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793781 Feb 07 20:38:33.756738 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-90d32c42-06c8-4909-a473-e755b10cf340 req-cc3ac092-c62b-4fdf-91a2-a895183c2912 service neutron] 10.222.0.60 "GET /v2.0/networks/1a0cddfd-817c-4633-a6c0-32d035fd0eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848355 Feb 07 20:38:34.028631 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-3cf0d968-b1f6-401f-96dc-87136c2749ae req-5decab4f-0f70-4a88-aefc-6f64ed5fb26d tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac HTTP/1.1" status: 200 len: 210 time: 0.0298400 Feb 07 20:38:34.193852 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6519047-7a8d-4d09-acac-8722dbaf80bb req-a7b19ee5-a452-47aa-b428-321ad7738651 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:34.195360 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e6519047-7a8d-4d09-acac-8722dbaf80bb req-a7b19ee5-a452-47aa-b428-321ad7738651 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0541639 Feb 07 20:38:34.243287 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e6519047-7a8d-4d09-acac-8722dbaf80bb req-fbab1327-e076-4cf3-ad3e-e58b4efc8f62 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418613 Feb 07 20:38:34.395006 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87db8f-e1ce-4314-84c5-2f9ff6e187c4 req-99b1db0d-4cf4-48c7-9696-e5cca902bc60 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:34.396621 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-3c87db8f-e1ce-4314-84c5-2f9ff6e187c4 req-99b1db0d-4cf4-48c7-9696-e5cca902bc60 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f5f4121-b760-461a-a4f8-66f9f9ccdb33 HTTP/1.1" status: 200 len: 945 time: 0.0519240 Feb 07 20:38:34.412970 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 89de6750-1890-4138-b5ee-c8f9ac77089d no longer exists at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:38:34.433788 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] No Port match for: 89de6750-1890-4138-b5ee-c8f9ac77089d {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:38:34.434232 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 89de6750-1890-4138-b5ee-c8f9ac77089d not bound to the agent host hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:38:34.447493 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-3c87db8f-e1ce-4314-84c5-2f9ff6e187c4 req-f0c3a8ce-ce27-44a1-80a4-2b082418a538 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434487 Feb 07 20:38:34.534999 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a66932-58ce-4c5e-a1b7-d5e432666b83 req-56761a95-2cf8-414e-a97c-a93c3e79599e tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:34.536427 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-95a66932-58ce-4c5e-a1b7-d5e432666b83 req-56761a95-2cf8-414e-a97c-a93c3e79599e tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/ports?device_id=19697ae2-f1e6-437a-94c8-66f26cccd409 HTTP/1.1" status: 200 len: 945 time: 0.0535195 Feb 07 20:38:34.583122 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-95a66932-58ce-4c5e-a1b7-d5e432666b83 req-3d4217f8-4079-4ef9-ad06-11b35d54d892 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/security-groups?id=9656f836-4669-46af-ba69-dfa237a56353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411866 Feb 07 20:38:34.693831 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604de8ce-1c8e-4931-bdae-d5737a8eb00c req-e3907ef0-51e3-4d98-b928-135c5e3cd004 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:34.695299 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-604de8ce-1c8e-4931-bdae-d5737a8eb00c req-e3907ef0-51e3-4d98-b928-135c5e3cd004 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 985 time: 0.0515442 Feb 07 20:38:34.758411 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-604de8ce-1c8e-4931-bdae-d5737a8eb00c req-ab4022f5-dccd-42a0-b1d1-c6c03c849181 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&id=c41372e6-75bf-4fe0-8d00-e7e33a583177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573852 Feb 07 20:38:35.127990 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-4e544d5a-4ce0-4f1b-aedb-442a2b81e0cf req-0c24e623-6f5e-47f1-9a28-66aec1e3913c tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac HTTP/1.1" status: 200 len: 210 time: 0.0344491 Feb 07 20:38:35.167145 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d32c42-06c8-4909-a473-e755b10cf340 req-13b92353-8c23-4d4d-9d56-995fba2e98a9 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:35.168613 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-90d32c42-06c8-4909-a473-e755b10cf340 req-13b92353-8c23-4d4d-9d56-995fba2e98a9 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.24 "GET /v2.0/networks?id=1a0cddfd-817c-4633-a6c0-32d035fd0eb1 HTTP/1.1" status: 200 len: 812 time: 0.1282578 Feb 07 20:38:35.245247 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-90d32c42-06c8-4909-a473-e755b10cf340 req-53667ac0-0907-47a8-acce-454119edde93 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a36697eb438d4c69909c3d32f2f92e77 HTTP/1.1" status: 200 len: 380 time: 0.0663226 Feb 07 20:38:35.255029 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [req-90d32c42-06c8-4909-a473-e755b10cf340 req-5c40ddbf-ac20-4545-8070-799068b7157a tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Request body: {'port': {'device_id': 'b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'admin_state_up': True, 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'security_groups': ['4b5f08b8-c7f2-48d8-972a-3ef7a672da44']}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:38:35.360808 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90d32c42-06c8-4909-a473-e755b10cf340 req-5c40ddbf-ac20-4545-8070-799068b7157a tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Made reservation on behalf of a36697eb438d4c69909c3d32f2f92e77 for: {'port': 1} {{(pid=102681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:38:35.364578 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-90d32c42-06c8-4909-a473-e755b10cf340 req-5c40ddbf-ac20-4545-8070-799068b7157a tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:35.365067 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48112d-1334-4a06-901b-af56f3ca70e5 req-2cb73489-1b8b-4982-aa52-aa00af3b3a07 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:35.366602 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-ef48112d-1334-4a06-901b-af56f3ca70e5 req-2cb73489-1b8b-4982-aa52-aa00af3b3a07 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0538244 Feb 07 20:38:35.437398 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-ef48112d-1334-4a06-901b-af56f3ca70e5 req-784f0acb-eafd-43c6-b939-f3929b2bae95 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648994 Feb 07 20:38:35.468826 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4c500-57fb-46b6-9453-8c3dcfdf8a1f req-b70b0e75-5f63-46d2-a615-d542ae0c6e61 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:35.470083 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-19c4c500-57fb-46b6-9453-8c3dcfdf8a1f req-b70b0e75-5f63-46d2-a615-d542ae0c6e61 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f5f4121-b760-461a-a4f8-66f9f9ccdb33 HTTP/1.1" status: 200 len: 945 time: 0.0700758 Feb 07 20:38:35.498103 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.db_base_plugin_common [req-90d32c42-06c8-4909-a473-e755b10cf340 req-5c40ddbf-ac20-4545-8070-799068b7157a tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Allocated IP 172.20.0.7 (1a0cddfd-817c-4633-a6c0-32d035fd0eb1/806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a/32c35cbe-8983-41be-93ae-81ab59991470) {{(pid=102681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:38:35.613836 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [req-19c4c500-57fb-46b6-9453-8c3dcfdf8a1f req-7c684a6d-755f-41fe-832e-3dc31166cb0e tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Deleting port e39708c8-036c-4a66-94b3-1fa559bdecd5 {{(pid=102680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:38:35.614166 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-19c4c500-57fb-46b6-9453-8c3dcfdf8a1f req-7c684a6d-755f-41fe-832e-3dc31166cb0e tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (e39708c8-036c-4a66-94b3-1fa559bdecd5), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:35.707751 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-90d32c42-06c8-4909-a473-e755b10cf340 req-5c40ddbf-ac20-4545-8070-799068b7157a tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for port (32c35cbe-8983-41be-93ae-81ab59991470), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:35.717376 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7692a8-53c9-4eeb-998d-def534c227d4 req-e456d5ed-6598-440f-b365-65578f5dcef4 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:35.718884 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-0e7692a8-53c9-4eeb-998d-def534c227d4 req-e456d5ed-6598-440f-b365-65578f5dcef4 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f5f4121-b760-461a-a4f8-66f9f9ccdb33 HTTP/1.1" status: 200 len: 945 time: 0.1658568 Feb 07 20:38:35.783853 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-90d32c42-06c8-4909-a473-e755b10cf340 req-5c40ddbf-ac20-4545-8070-799068b7157a tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (32c35cbe-8983-41be-93ae-81ab59991470), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:35.784255 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [req-19c4c500-57fb-46b6-9453-8c3dcfdf8a1f req-7c684a6d-755f-41fe-832e-3dc31166cb0e tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] For port e39708c8-036c-4a66-94b3-1fa559bdecd5, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=e39708c8-036c-4a66-94b3-1fa559bdecd5,segment=NetworkSegment(3d336edb-477a-4673-89be-90d920abe2ed),segment_id=3d336edb-477a-4673-89be-90d920abe2ed)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:38:35.784622 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-19c4c500-57fb-46b6-9453-8c3dcfdf8a1f req-7c684a6d-755f-41fe-832e-3dc31166cb0e tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (e39708c8-036c-4a66-94b3-1fa559bdecd5), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:35.799938 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-0e7692a8-53c9-4eeb-998d-def534c227d4 req-4fca4ad7-debb-443e-a276-7d6427990287 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734656 Feb 07 20:38:35.804833 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb43d00-5639-40f7-92a2-78cc5fb45570 req-17aa58c9-fea5-4f64-a6bf-55cf6b844f03 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:35.811507 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-abb43d00-5639-40f7-92a2-78cc5fb45570 req-17aa58c9-fea5-4f64-a6bf-55cf6b844f03 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/ports?device_id=19697ae2-f1e6-437a-94c8-66f26cccd409 HTTP/1.1" status: 200 len: 945 time: 0.1508598 Feb 07 20:38:35.826285 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [req-19c4c500-57fb-46b6-9453-8c3dcfdf8a1f req-7c684a6d-755f-41fe-832e-3dc31166cb0e tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Calling delete_port for e39708c8-036c-4a66-94b3-1fa559bdecd5 owned by compute:nova {{(pid=102680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:38:35.834011 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90d32c42-06c8-4909-a473-e755b10cf340 req-5c40ddbf-ac20-4545-8070-799068b7157a tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Network 1a0cddfd-817c-4633-a6c0-32d035fd0eb1 is already hosted by enough agents. {{(pid=102681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:38:35.837891 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.base_scheduler [req-90d32c42-06c8-4909-a473-e755b10cf340 req-5c40ddbf-ac20-4545-8070-799068b7157a tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Resources bound (agent type, host, resource id): {{(pid=102681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:38:35.842670 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d32c42-06c8-4909-a473-e755b10cf340 req-5c40ddbf-ac20-4545-8070-799068b7157a tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Received port after_create {{(pid=102681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:38:35.870000 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5b5b3-0a20-450c-ad7a-fa7764ec9dcd req-af64c27d-2f37-426e-8094-f1123740754a tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:35.871786 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-94f5b5b3-0a20-450c-ad7a-fa7764ec9dcd req-af64c27d-2f37-426e-8094-f1123740754a tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.24 "GET /v2.0/ports?device_id=19697ae2-f1e6-437a-94c8-66f26cccd409 HTTP/1.1" status: 200 len: 945 time: 0.1489685 Feb 07 20:38:35.922178 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40ddbf-ac20-4545-8070-799068b7157a tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Pushing event updated for resources: {'Port': ['ID=32c35cbe-8983-41be-93ae-81ab59991470,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:35.951289 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d32c42-06c8-4909-a473-e755b10cf340 req-5c40ddbf-ac20-4545-8070-799068b7157a tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:35.951289 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-90d32c42-06c8-4909-a473-e755b10cf340 req-5c40ddbf-ac20-4545-8070-799068b7157a tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:35.978083 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f73cb2-dfed-4d7a-b9e5-039556067bf0 req-2d4acc41-e64c-4aed-9379-27e9238fba48 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:35.979377 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e5f73cb2-dfed-4d7a-b9e5-039556067bf0 req-2d4acc41-e64c-4aed-9379-27e9238fba48 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 985 time: 0.0949996 Feb 07 20:38:35.983554 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-90d32c42-06c8-4909-a473-e755b10cf340 req-5c40ddbf-ac20-4545-8070-799068b7157a tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7322330 Feb 07 20:38:35.999999 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-abb43d00-5639-40f7-92a2-78cc5fb45570 req-9c9d7306-1127-4bca-8029-c2eb46de5750 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/security-groups?id=9656f836-4669-46af-ba69-dfa237a56353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875489 Feb 07 20:38:36.006769 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [req-90d32c42-06c8-4909-a473-e755b10cf340 req-5e0b09cf-0f6a-4268-9256-c8059a391ac8 service neutron] Request body: {'port': {'device_id': 'b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82815'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:38:36.115555 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e5f73cb2-dfed-4d7a-b9e5-039556067bf0 req-20c738af-e412-4ba9-9429-aaebd44d9072 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&id=c41372e6-75bf-4fe0-8d00-e7e33a583177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1237795 Feb 07 20:38:36.118734 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-90d32c42-06c8-4909-a473-e755b10cf340 req-5e0b09cf-0f6a-4268-9256-c8059a391ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (32c35cbe-8983-41be-93ae-81ab59991470), before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:36.129473 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [req-94f5b5b3-0a20-450c-ad7a-fa7764ec9dcd req-ba6ab1c1-9731-4c7c-af1f-3da81fdc71d9 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Deleting port 1db1aaf2-506c-4ebe-b518-9af21641e527 {{(pid=102680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:38:36.129834 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-94f5b5b3-0a20-450c-ad7a-fa7764ec9dcd req-ba6ab1c1-9731-4c7c-af1f-3da81fdc71d9 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (1db1aaf2-506c-4ebe-b518-9af21641e527), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:36.181205 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-19c4c500-57fb-46b6-9453-8c3dcfdf8a1f req-7c684a6d-755f-41fe-832e-3dc31166cb0e tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17688'] for port (e39708c8-036c-4a66-94b3-1fa559bdecd5), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:36.198981 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7', '099eca20-351f-4159-94e4-81f918da364b', 'e39708c8-036c-4a66-94b3-1fa559bdecd5'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:38:36.248914 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c684a6d-755f-41fe-832e-3dc31166cb0e tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Pushing event deleted for resources: {'Port': ['ID=e39708c8-036c-4a66-94b3-1fa559bdecd5,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:36.265319 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-1e4df973-c7a9-4967-956d-f876716fd1cf None None] Provisioning complete for port 32c35cbe-8983-41be-93ae-81ab59991470 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:38:36.265770 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-1e4df973-c7a9-4967-956d-f876716fd1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (32c35cbe-8983-41be-93ae-81ab59991470), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:36.325751 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-1e4df973-c7a9-4967-956d-f876716fd1cf None None] Port 32c35cbe-8983-41be-93ae-81ab59991470 cannot update to ACTIVE because it is not bound. {{(pid=102682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:38:36.343976 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c4c500-57fb-46b6-9453-8c3dcfdf8a1f req-7c684a6d-755f-41fe-832e-3dc31166cb0e tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] No DVR routers for this DVR port e39708c8-036c-4a66-94b3-1fa559bdecd5 on host hv-cinder-82815 {{(pid=102680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:38:36.347327 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [req-94f5b5b3-0a20-450c-ad7a-fa7764ec9dcd req-ba6ab1c1-9731-4c7c-af1f-3da81fdc71d9 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] For port 1db1aaf2-506c-4ebe-b518-9af21641e527, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=1db1aaf2-506c-4ebe-b518-9af21641e527,segment=NetworkSegment(b6f251ef-eff8-415b-97ed-ba80b14f0fa0),segment_id=b6f251ef-eff8-415b-97ed-ba80b14f0fa0)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:38:36.347907 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-94f5b5b3-0a20-450c-ad7a-fa7764ec9dcd req-ba6ab1c1-9731-4c7c-af1f-3da81fdc71d9 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (1db1aaf2-506c-4ebe-b518-9af21641e527), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:36.353928 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-19c4c500-57fb-46b6-9453-8c3dcfdf8a1f req-7c684a6d-755f-41fe-832e-3dc31166cb0e tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:36.357409 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-19c4c500-57fb-46b6-9453-8c3dcfdf8a1f req-7c684a6d-755f-41fe-832e-3dc31166cb0e tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.24 "DELETE /v2.0/ports/e39708c8-036c-4a66-94b3-1fa559bdecd5 HTTP/1.1" status: 204 len: 173 time: 0.8801556 Feb 07 20:38:36.362571 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5f4121-b760-461a-a4f8-66f9f9ccdb33', 'name': 'network-vif-deleted', 'tag': 'e39708c8-036c-4a66-94b3-1fa559bdecd5'}] {{(pid=102680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:38:36.365065 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8018c2217b61fdaaeb92b6d737e1de58097a2b3cdf81442b843717ec2e5fe670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183847a2-5529-46cd-9177-943d317e00f3" -d '{"events": [{"server_uuid": "0f5f4121-b760-461a-a4f8-66f9f9ccdb33", "name": "network-vif-deleted", "tag": "e39708c8-036c-4a66-94b3-1fa559bdecd5"}]}' {{(pid=102680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:38:36.379725 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba18bd-41bb-4bfa-8536-d4926f62a0aa req-c8959847-035c-4911-b50c-437d644a0682 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:36.381324 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-6aba18bd-41bb-4bfa-8536-d4926f62a0aa req-c8959847-035c-4911-b50c-437d644a0682 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac HTTP/1.1" status: 200 len: 931 time: 0.1765900 Feb 07 20:38:36.406824 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [req-94f5b5b3-0a20-450c-ad7a-fa7764ec9dcd req-ba6ab1c1-9731-4c7c-af1f-3da81fdc71d9 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Calling delete_port for 1db1aaf2-506c-4ebe-b518-9af21641e527 owned by compute:nova {{(pid=102680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:38:36.419231 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [req-90d32c42-06c8-4909-a473-e755b10cf340 req-5e0b09cf-0f6a-4268-9256-c8059a391ac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32c35cbe-8983-41be-93ae-81ab59991470 {{(pid=102681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:38:36.440363 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c302e9af-8003-4ad4-b1c5-80db6b72d572 x-openstack-request-id: req-c302e9af-8003-4ad4-b1c5-80db6b72d572 {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:38:36.440866 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5f4121-b760-461a-a4f8-66f9f9ccdb33", "name": "network-vif-deleted", "tag": "e39708c8-036c-4a66-94b3-1fa559bdecd5", "status": "completed", "code": 200}]} {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:38:36.441121 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c302e9af-8003-4ad4-b1c5-80db6b72d572 {{(pid=102680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:38:36.441514 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5f4121-b760-461a-a4f8-66f9f9ccdb33', 'name': 'network-vif-deleted', 'tag': 'e39708c8-036c-4a66-94b3-1fa559bdecd5', 'status': 'completed', 'code': 200} Feb 07 20:38:36.441621 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-90d32c42-06c8-4909-a473-e755b10cf340 req-5e0b09cf-0f6a-4268-9256-c8059a391ac8 service neutron] Publish callbacks [] for port (32c35cbe-8983-41be-93ae-81ab59991470), precommit_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:36.455185 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.provisioning_blocks [req-90d32c42-06c8-4909-a473-e755b10cf340 req-5e0b09cf-0f6a-4268-9256-c8059a391ac8 service neutron] Transition to ACTIVE for port object 32c35cbe-8983-41be-93ae-81ab59991470 will not be triggered until provisioned by entity L2. {{(pid=102681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:38:36.465239 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-90d32c42-06c8-4909-a473-e755b10cf340 req-5e0b09cf-0f6a-4268-9256-c8059a391ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3187874'] for port (32c35cbe-8983-41be-93ae-81ab59991470), after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:36.485909 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-6aba18bd-41bb-4bfa-8536-d4926f62a0aa req-2edf50c5-9a4d-46ce-9207-f82bf07b37ea tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960393 Feb 07 20:38:36.579250 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b09cf-0f6a-4268-9256-c8059a391ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=32c35cbe-8983-41be-93ae-81ab59991470,revision_number=2']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:36.624142 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-94f5b5b3-0a20-450c-ad7a-fa7764ec9dcd req-ba6ab1c1-9731-4c7c-af1f-3da81fdc71d9 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17688'] for port (1db1aaf2-506c-4ebe-b518-9af21641e527), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:36.637093 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['1db1aaf2-506c-4ebe-b518-9af21641e527'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:38:36.660234 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ab1c1-9731-4c7c-af1f-3da81fdc71d9 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Pushing event deleted for resources: {'Port': ['ID=1db1aaf2-506c-4ebe-b518-9af21641e527,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:36.710068 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f5b5b3-0a20-450c-ad7a-fa7764ec9dcd req-ba6ab1c1-9731-4c7c-af1f-3da81fdc71d9 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] No DVR routers for this DVR port 1db1aaf2-506c-4ebe-b518-9af21641e527 on host hv-cinder-82815 {{(pid=102680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:38:36.712529 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-94f5b5b3-0a20-450c-ad7a-fa7764ec9dcd req-ba6ab1c1-9731-4c7c-af1f-3da81fdc71d9 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:36.715941 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-94f5b5b3-0a20-450c-ad7a-fa7764ec9dcd req-ba6ab1c1-9731-4c7c-af1f-3da81fdc71d9 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.24 "DELETE /v2.0/ports/1db1aaf2-506c-4ebe-b518-9af21641e527 HTTP/1.1" status: 204 len: 173 time: 0.8082724 Feb 07 20:38:36.879923 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5125c-9379-4881-86d1-caf8cde1b6fb req-65794966-f125-45d1-a1e0-73af5b1a0608 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:36.881354 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-29a5125c-9379-4881-86d1-caf8cde1b6fb req-65794966-f125-45d1-a1e0-73af5b1a0608 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.3585527 Feb 07 20:38:36.903943 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [req-90d32c42-06c8-4909-a473-e755b10cf340 req-5e0b09cf-0f6a-4268-9256-c8059a391ac8 service neutron] Attempting to bind port 32c35cbe-8983-41be-93ae-81ab59991470 on host hv-cinder-82815 for vnic_type normal with profile {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:38:36.904280 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [req-90d32c42-06c8-4909-a473-e755b10cf340 req-5e0b09cf-0f6a-4268-9256-c8059a391ac8 service neutron] Attempting to bind port 32c35cbe-8983-41be-93ae-81ab59991470 by drivers openvswitch,hyperv on host hv-cinder-82815 at level 0 using segments [{'id': '99bce5a4-2582-44ab-bd99-cb6e1383c3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1'}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:38:36.904601 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d32c42-06c8-4909-a473-e755b10cf340 req-5e0b09cf-0f6a-4268-9256-c8059a391ac8 service neutron] Attempting to bind port 32c35cbe-8983-41be-93ae-81ab59991470 on network 1a0cddfd-817c-4633-a6c0-32d035fd0eb1 {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:38:36.913926 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d32c42-06c8-4909-a473-e755b10cf340 req-5e0b09cf-0f6a-4268-9256-c8059a391ac8 service neutron] Port 32c35cbe-8983-41be-93ae-81ab59991470 on network 1a0cddfd-817c-4633-a6c0-32d035fd0eb1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82815 {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:38:36.914775 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d32c42-06c8-4909-a473-e755b10cf340 req-5e0b09cf-0f6a-4268-9256-c8059a391ac8 service neutron] Attempting to bind port 32c35cbe-8983-41be-93ae-81ab59991470 on network 1a0cddfd-817c-4633-a6c0-32d035fd0eb1 {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:38:36.919285 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f6a5dede-5c3c-4687-85f7-636b32d70cff req-34eea558-1cd8-4246-a2d3-5b2452c1d163 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f5f4121-b760-461a-a4f8-66f9f9ccdb33 HTTP/1.1" status: 200 len: 210 time: 0.0281270 Feb 07 20:38:36.925133 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d32c42-06c8-4909-a473-e755b10cf340 req-5e0b09cf-0f6a-4268-9256-c8059a391ac8 service neutron] Checking agent: {'id': '2db0d972-3e88-4a6a-9d75-f8f2fe350c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82815', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 33, 26), 'started_at': datetime.datetime(2022, 2, 7, 20, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:38:36.925322 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d32c42-06c8-4909-a473-e755b10cf340 req-5e0b09cf-0f6a-4268-9256-c8059a391ac8 service neutron] Checking segment: {'id': '99bce5a4-2582-44ab-bd99-cb6e1383c3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:38:36.925701 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d32c42-06c8-4909-a473-e755b10cf340 req-5e0b09cf-0f6a-4268-9256-c8059a391ac8 service neutron] Bound using segment: {'id': '99bce5a4-2582-44ab-bd99-cb6e1383c3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1'} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:38:36.926275 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [req-90d32c42-06c8-4909-a473-e755b10cf340 req-5e0b09cf-0f6a-4268-9256-c8059a391ac8 service neutron] Bound port: 32c35cbe-8983-41be-93ae-81ab59991470, host: hv-cinder-82815, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99bce5a4-2582-44ab-bd99-cb6e1383c3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1'}}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:38:36.926495 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-90d32c42-06c8-4909-a473-e755b10cf340 req-5e0b09cf-0f6a-4268-9256-c8059a391ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (32c35cbe-8983-41be-93ae-81ab59991470), before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:36.954011 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-29a5125c-9379-4881-86d1-caf8cde1b6fb req-528c9ca7-8dcc-4000-87f6-71dbd567a1e2 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653996 Feb 07 20:38:37.010784 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-90d32c42-06c8-4909-a473-e755b10cf340 req-5e0b09cf-0f6a-4268-9256-c8059a391ac8 service neutron] For port 32c35cbe-8983-41be-93ae-81ab59991470, host hv-cinder-82815, cleared binding levels {{(pid=102681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:38:37.013863 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-90d32c42-06c8-4909-a473-e755b10cf340 req-5e0b09cf-0f6a-4268-9256-c8059a391ac8 service neutron] For port 32c35cbe-8983-41be-93ae-81ab59991470, host hv-cinder-82815, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=32c35cbe-8983-41be-93ae-81ab59991470,segment=NetworkSegment(99bce5a4-2582-44ab-bd99-cb6e1383c3b6),segment_id=99bce5a4-2582-44ab-bd99-cb6e1383c3b6)] {{(pid=102681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:38:37.019971 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-90d32c42-06c8-4909-a473-e755b10cf340 req-5e0b09cf-0f6a-4268-9256-c8059a391ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3187874'] for port (32c35cbe-8983-41be-93ae-81ab59991470), after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:37.053421 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d32c42-06c8-4909-a473-e755b10cf340 req-5e0b09cf-0f6a-4268-9256-c8059a391ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:37.054027 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-90d32c42-06c8-4909-a473-e755b10cf340 req-5e0b09cf-0f6a-4268-9256-c8059a391ac8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:37.056133 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-90d32c42-06c8-4909-a473-e755b10cf340 req-5e0b09cf-0f6a-4268-9256-c8059a391ac8 service neutron] 10.222.0.24 "PUT /v2.0/ports/32c35cbe-8983-41be-93ae-81ab59991470 HTTP/1.1" status: 200 len: 1093 time: 1.0538988 Feb 07 20:38:37.056568 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac', 'tag': '32c35cbe-8983-41be-93ae-81ab59991470'}] {{(pid=102681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:38:37.059059 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d543a4f93c545b9f4b4319baf8ff9337481391693fb3bbf25dbe09721f1c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd32294-7e63-4b38-bcc5-84eef2f0f1ce" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac", "tag": "32c35cbe-8983-41be-93ae-81ab59991470"}]}' {{(pid=102681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:38:37.086481 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b09cf-0f6a-4268-9256-c8059a391ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=32c35cbe-8983-41be-93ae-81ab59991470,revision_number=3']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:37.109169 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344806ec-5e43-44c8-b024-a8a7c6be3a9b x-openstack-request-id: req-344806ec-5e43-44c8-b024-a8a7c6be3a9b {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:38:37.109457 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac", "tag": "32c35cbe-8983-41be-93ae-81ab59991470", "status": "completed", "code": 200}]} {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:38:37.109825 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-344806ec-5e43-44c8-b024-a8a7c6be3a9b {{(pid=102681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:38:37.110236 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac', 'tag': '32c35cbe-8983-41be-93ae-81ab59991470', 'status': 'completed', 'code': 200} Feb 07 20:38:37.158056 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-a5bdb48d-99bf-41e7-950c-b846351bdfcb req-a9b83c24-7e54-4d63-9215-5128a11ea7c8 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/ports?device_id=19697ae2-f1e6-437a-94c8-66f26cccd409 HTTP/1.1" status: 200 len: 210 time: 0.0464005 Feb 07 20:38:37.183033 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d32c42-06c8-4909-a473-e755b10cf340 req-87bcc868-64eb-40cc-8244-1f860b5b6d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:37.184570 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-90d32c42-06c8-4909-a473-e755b10cf340 req-87bcc868-64eb-40cc-8244-1f860b5b6d61 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a36697eb438d4c69909c3d32f2f92e77&device_id=b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac HTTP/1.1" status: 200 len: 1127 time: 0.0581486 Feb 07 20:38:37.259194 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-90d32c42-06c8-4909-a473-e755b10cf340 req-54005883-8b27-4090-a1f0-6ace3ce5d65f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32c35cbe-8983-41be-93ae-81ab59991470 HTTP/1.1" status: 200 len: 217 time: 0.0587027 Feb 07 20:38:37.309589 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117538aa-5985-4382-ba54-f4d89ad8e7f1 req-f9b5d8e6-6091-41f0-a9e8-1b250d968a3a tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:37.311058 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-117538aa-5985-4382-ba54-f4d89ad8e7f1 req-f9b5d8e6-6091-41f0-a9e8-1b250d968a3a tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 985 time: 0.1194291 Feb 07 20:38:37.340770 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d32c42-06c8-4909-a473-e755b10cf340 req-553f96f7-9c8f-4615-96e9-f50fa446dbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:37.342098 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-90d32c42-06c8-4909-a473-e755b10cf340 req-553f96f7-9c8f-4615-96e9-f50fa446dbb7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a HTTP/1.1" status: 200 len: 851 time: 0.0706246 Feb 07 20:38:37.408062 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-117538aa-5985-4382-ba54-f4d89ad8e7f1 req-ecd9b6f3-f62f-4f66-81da-6b065aa9b172 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&id=c41372e6-75bf-4fe0-8d00-e7e33a583177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0908334 Feb 07 20:38:37.418059 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d32c42-06c8-4909-a473-e755b10cf340 req-e80e7a20-d3fa-418a-9eee-013f4ae8bd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:37.419549 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-90d32c42-06c8-4909-a473-e755b10cf340 req-e80e7a20-d3fa-418a-9eee-013f4ae8bd36 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1a0cddfd-817c-4633-a6c0-32d035fd0eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0670037 Feb 07 20:38:37.510674 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-90d32c42-06c8-4909-a473-e755b10cf340 req-db82fd5b-209c-4904-ab95-298732b6d681 service neutron] 10.222.0.24 "GET /v2.0/networks/1a0cddfd-817c-4633-a6c0-32d035fd0eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825312 Feb 07 20:38:37.614091 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-90d32c42-06c8-4909-a473-e755b10cf340 req-886d8c28-f9db-4af7-b342-e1cb9cb656cc service neutron] 10.222.0.24 "GET /v2.0/networks/1a0cddfd-817c-4633-a6c0-32d035fd0eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839062 Feb 07 20:38:37.716735 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd32294-7e63-4b38-bcc5-84eef2f0f1ce req-d3a82e5c-19d5-456e-8df4-3ea466630d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:37.718254 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-0dd32294-7e63-4b38-bcc5-84eef2f0f1ce req-d3a82e5c-19d5-456e-8df4-3ea466630d72 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a36697eb438d4c69909c3d32f2f92e77&device_id=b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac HTTP/1.1" status: 200 len: 1127 time: 0.0513856 Feb 07 20:38:37.811962 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd32294-7e63-4b38-bcc5-84eef2f0f1ce req-f3313419-2f0f-4965-9be2-4390e0b71241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:37.813417 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-0dd32294-7e63-4b38-bcc5-84eef2f0f1ce req-f3313419-2f0f-4965-9be2-4390e0b71241 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1a0cddfd-817c-4633-a6c0-32d035fd0eb1 HTTP/1.1" status: 200 len: 913 time: 0.0881062 Feb 07 20:38:37.816324 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa59961-c42f-462e-a143-1472de4f3b92 req-9d17e78d-275f-471c-ba94-13650903e778 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:37.817772 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-aaa59961-c42f-462e-a143-1472de4f3b92 req-9d17e78d-275f-471c-ba94-13650903e778 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac HTTP/1.1" status: 200 len: 943 time: 0.2709389 Feb 07 20:38:37.867766 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-0dd32294-7e63-4b38-bcc5-84eef2f0f1ce req-a500d2e8-38db-41ec-b645-5d2c25ce4d55 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32c35cbe-8983-41be-93ae-81ab59991470 HTTP/1.1" status: 200 len: 217 time: 0.0376270 Feb 07 20:38:37.871525 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-aaa59961-c42f-462e-a143-1472de4f3b92 req-962b3ec0-9e89-4b8c-8818-a4b747c46303 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475461 Feb 07 20:38:37.918875 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd32294-7e63-4b38-bcc5-84eef2f0f1ce req-a24f58a9-1772-4427-8d91-abdf3f6267a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:37.920344 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-0dd32294-7e63-4b38-bcc5-84eef2f0f1ce req-a24f58a9-1772-4427-8d91-abdf3f6267a2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a HTTP/1.1" status: 200 len: 851 time: 0.0439751 Feb 07 20:38:37.970333 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd32294-7e63-4b38-bcc5-84eef2f0f1ce req-bbec25d7-aa9d-4bb4-a7a1-14d28de35577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:37.971856 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-0dd32294-7e63-4b38-bcc5-84eef2f0f1ce req-bbec25d7-aa9d-4bb4-a7a1-14d28de35577 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1a0cddfd-817c-4633-a6c0-32d035fd0eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432684 Feb 07 20:38:38.123841 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329929c-7c6f-44fa-8c0a-e77967371a4e req-08e8d915-4b99-47d8-b36e-255765344865 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:38.125257 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-6329929c-7c6f-44fa-8c0a-e77967371a4e req-08e8d915-4b99-47d8-b36e-255765344865 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0986159 Feb 07 20:38:38.127487 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-0dd32294-7e63-4b38-bcc5-84eef2f0f1ce req-8d2b69d4-ca45-4c0b-a178-d548719e8c74 service neutron] 10.222.0.24 "GET /v2.0/networks/1a0cddfd-817c-4633-a6c0-32d035fd0eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484880 Feb 07 20:38:38.197136 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799e9c7-b804-47cd-bd3c-c802e22d7b8c req-48a94965-9a17-4fbe-98fe-b16aac843aac tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:38.198616 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-5799e9c7-b804-47cd-bd3c-c802e22d7b8c req-48a94965-9a17-4fbe-98fe-b16aac843aac tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088 HTTP/1.1" status: 200 len: 945 time: 0.0546355 Feb 07 20:38:38.233476 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-6329929c-7c6f-44fa-8c0a-e77967371a4e req-3d857e2e-53d1-4a09-830b-f68357ae8817 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018052 Feb 07 20:38:38.244542 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-5799e9c7-b804-47cd-bd3c-c802e22d7b8c req-026d9af6-2cc2-40e6-a379-07a0a157cc0e tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400126 Feb 07 20:38:38.264021 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-0dd32294-7e63-4b38-bcc5-84eef2f0f1ce req-201152e3-4e58-40ce-9737-4b46ae4dc4c9 service neutron] 10.222.0.24 "GET /v2.0/networks/1a0cddfd-817c-4633-a6c0-32d035fd0eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246595 Feb 07 20:38:38.442935 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19697ae2-f1e6-437a-94c8-66f26cccd409', 'name': 'network-vif-deleted', 'tag': '1db1aaf2-506c-4ebe-b518-9af21641e527'}] {{(pid=102680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:38:38.445325 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8018c2217b61fdaaeb92b6d737e1de58097a2b3cdf81442b843717ec2e5fe670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae541c47-e833-47c4-aed3-3939d6e2d6e5" -d '{"events": [{"server_uuid": "19697ae2-f1e6-437a-94c8-66f26cccd409", "name": "network-vif-deleted", "tag": "1db1aaf2-506c-4ebe-b518-9af21641e527"}]}' {{(pid=102680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:38:38.487444 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aea6f16-521c-40dd-a5e7-eb97c01992f6 x-openstack-request-id: req-6aea6f16-521c-40dd-a5e7-eb97c01992f6 {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:38:38.487800 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19697ae2-f1e6-437a-94c8-66f26cccd409", "name": "network-vif-deleted", "tag": "1db1aaf2-506c-4ebe-b518-9af21641e527", "status": "completed", "code": 200}]} {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:38:38.488276 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6aea6f16-521c-40dd-a5e7-eb97c01992f6 {{(pid=102680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:38:38.488973 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19697ae2-f1e6-437a-94c8-66f26cccd409', 'name': 'network-vif-deleted', 'tag': '1db1aaf2-506c-4ebe-b518-9af21641e527', 'status': 'completed', 'code': 200} Feb 07 20:38:38.554377 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ccf754-a564-4ccb-8e43-0d0d035b3310 req-d76cb9a6-62a6-4f4c-bfc9-6ef0ecba0523 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:38.557867 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f2ccf754-a564-4ccb-8e43-0d0d035b3310 req-d76cb9a6-62a6-4f4c-bfc9-6ef0ecba0523 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 985 time: 0.0576577 Feb 07 20:38:38.628286 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f2ccf754-a564-4ccb-8e43-0d0d035b3310 req-c9b7a69a-f256-4c95-b7e3-f6036784e9c6 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&id=c41372e6-75bf-4fe0-8d00-e7e33a583177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582788 Feb 07 20:38:38.990962 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1338a90-6395-4240-8b2c-14f0a5f82ac0 req-ca0123f4-e177-41f4-8bba-60a250473615 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:38.992508 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-a1338a90-6395-4240-8b2c-14f0a5f82ac0 req-ca0123f4-e177-41f4-8bba-60a250473615 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac HTTP/1.1" status: 200 len: 943 time: 0.0541267 Feb 07 20:38:39.038639 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-a1338a90-6395-4240-8b2c-14f0a5f82ac0 req-021a992f-2897-4a0a-832a-61d791c05e0f tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407269 Feb 07 20:38:39.351643 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bddaf54-fd3a-4e74-b772-c62dbc562621 req-1dca5e66-6f80-48d8-84b7-97f7e776ff3c tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:39.353321 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-5bddaf54-fd3a-4e74-b772-c62dbc562621 req-1dca5e66-6f80-48d8-84b7-97f7e776ff3c tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0529406 Feb 07 20:38:39.372641 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7af358-40eb-4858-9bb4-79bdd6534b1d req-47e42da1-a210-43ea-8995-8a28fc9d1a5e tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:39.374089 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8d7af358-40eb-4858-9bb4-79bdd6534b1d req-47e42da1-a210-43ea-8995-8a28fc9d1a5e tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088 HTTP/1.1" status: 200 len: 945 time: 0.0509391 Feb 07 20:38:39.399222 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-5bddaf54-fd3a-4e74-b772-c62dbc562621 req-5be0c91a-3f45-48e7-8376-b3d94879c7de tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400491 Feb 07 20:38:39.420745 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8d7af358-40eb-4858-9bb4-79bdd6534b1d req-32295638-0f6e-4aed-8a28-557a912969a6 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411127 Feb 07 20:38:39.745482 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e681e-fd6e-4d4d-a9fa-050f5b08a77b req-71d3086e-b6f2-4c39-9dfd-2599f5e0be6e tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:39.746969 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-200e681e-fd6e-4d4d-a9fa-050f5b08a77b req-71d3086e-b6f2-4c39-9dfd-2599f5e0be6e tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 985 time: 0.0527735 Feb 07 20:38:39.807883 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-200e681e-fd6e-4d4d-a9fa-050f5b08a77b req-7b1e7342-1c6e-4202-9a0a-9c03e27fca69 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&id=c41372e6-75bf-4fe0-8d00-e7e33a583177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553167 Feb 07 20:38:40.157378 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4bbdf-9ff5-43da-aa90-65077fd81086 req-98bef152-4eb0-490c-9636-bc638e28414c tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:40.158849 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d6e4bbdf-9ff5-43da-aa90-65077fd81086 req-98bef152-4eb0-490c-9636-bc638e28414c tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac HTTP/1.1" status: 200 len: 943 time: 0.0554810 Feb 07 20:38:40.205207 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d6e4bbdf-9ff5-43da-aa90-65077fd81086 req-a103014a-897e-4a3b-a745-685a104f1242 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408812 Feb 07 20:38:40.472700 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 1db1aaf2-506c-4ebe-b518-9af21641e527 no longer exists at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:38:40.497617 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] No Port match for: 1db1aaf2-506c-4ebe-b518-9af21641e527 {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:38:40.498119 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 1db1aaf2-506c-4ebe-b518-9af21641e527 not bound to the agent host hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:38:40.498757 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device e39708c8-036c-4a66-94b3-1fa559bdecd5 no longer exists at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:38:40.520214 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] No Port match for: e39708c8-036c-4a66-94b3-1fa559bdecd5 {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:38:40.520644 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device e39708c8-036c-4a66-94b3-1fa559bdecd5 not bound to the agent host hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:38:40.523996 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c0a68-a005-4b3a-b26e-8df1c04b50f9 req-4d5d2be9-d42e-4169-95a5-53ee693294c1 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:40.528044 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-da5c0a68-a005-4b3a-b26e-8df1c04b50f9 req-4d5d2be9-d42e-4169-95a5-53ee693294c1 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0631766 Feb 07 20:38:40.544436 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee765745-45b1-4634-9ea1-c50341f09852 req-39ff335c-7614-4fa4-ab76-0cdaef831463 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:40.545910 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ee765745-45b1-4634-9ea1-c50341f09852 req-39ff335c-7614-4fa4-ab76-0cdaef831463 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088 HTTP/1.1" status: 200 len: 945 time: 0.0562346 Feb 07 20:38:40.571889 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-da5c0a68-a005-4b3a-b26e-8df1c04b50f9 req-c9d7ded9-9d7f-40dd-aa95-a5272a5e185e tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406072 Feb 07 20:38:40.592211 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ee765745-45b1-4634-9ea1-c50341f09852 req-90a46fd3-e51d-4206-8346-93285ff86ddb tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408497 Feb 07 20:38:40.923283 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9382e-2997-418f-a518-6af005fa539c req-40322d76-7310-4769-8527-5b504dee7241 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:40.924806 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-70d9382e-2997-418f-a518-6af005fa539c req-40322d76-7310-4769-8527-5b504dee7241 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 985 time: 0.0518222 Feb 07 20:38:40.981818 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-70d9382e-2997-418f-a518-6af005fa539c req-f58376ad-01ab-4e07-bd58-a018b04c2840 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&id=c41372e6-75bf-4fe0-8d00-e7e33a583177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0513768 Feb 07 20:38:41.323469 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42dde2-11c7-44a1-93d8-2c889067c9d8 req-add618ce-419e-4643-9f5f-4ee905ea0179 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:41.324959 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8d42dde2-11c7-44a1-93d8-2c889067c9d8 req-add618ce-419e-4643-9f5f-4ee905ea0179 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac HTTP/1.1" status: 200 len: 943 time: 0.0557878 Feb 07 20:38:41.372467 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8d42dde2-11c7-44a1-93d8-2c889067c9d8 req-8b9ed896-acba-43e5-97f6-abc575096f93 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421546 Feb 07 20:38:41.692477 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e11e2c-fcc2-4198-8027-f69eb8cffabd req-ba4f6f46-bc59-44c6-a35d-6cdac168e7c2 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:41.694042 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-e4e11e2c-fcc2-4198-8027-f69eb8cffabd req-ba4f6f46-bc59-44c6-a35d-6cdac168e7c2 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0560799 Feb 07 20:38:41.712049 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fe58d-a6ce-4655-b73c-24a14b87bfcb req-849d1e94-de4c-4d9a-942e-d0f4d20cf7c8 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:41.713535 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-073fe58d-a6ce-4655-b73c-24a14b87bfcb req-849d1e94-de4c-4d9a-942e-d0f4d20cf7c8 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088 HTTP/1.1" status: 200 len: 945 time: 0.0529788 Feb 07 20:38:41.740904 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-e4e11e2c-fcc2-4198-8027-f69eb8cffabd req-938c29f9-0ba5-447d-8f26-55f4d47a6bb8 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407646 Feb 07 20:38:41.761306 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-073fe58d-a6ce-4655-b73c-24a14b87bfcb req-f240db53-eb5a-4531-8228-cc6f4a28d2c6 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421028 Feb 07 20:38:41.961775 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c0cb6-b93e-4c3c-9101-703d72168417 req-f56d4d52-ef73-4654-a61b-d3e62fd24df1 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:41.963193 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-652c0cb6-b93e-4c3c-9101-703d72168417 req-f56d4d52-ef73-4654-a61b-d3e62fd24df1 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088 HTTP/1.1" status: 200 len: 945 time: 0.0508659 Feb 07 20:38:42.063329 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [req-652c0cb6-b93e-4c3c-9101-703d72168417 req-b4e2e623-81ef-44b5-81c2-43c2eb40773a tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Deleting port 099eca20-351f-4159-94e4-81f918da364b {{(pid=102681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:38:42.063693 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-652c0cb6-b93e-4c3c-9101-703d72168417 req-b4e2e623-81ef-44b5-81c2-43c2eb40773a tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (099eca20-351f-4159-94e4-81f918da364b), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:42.100342 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced1d86-aca3-45b6-8321-a9d086ae030e req-57850ea4-27c3-465a-bab3-53659c8baf58 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:42.102478 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-fced1d86-aca3-45b6-8321-a9d086ae030e req-57850ea4-27c3-465a-bab3-53659c8baf58 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 985 time: 0.0524437 Feb 07 20:38:42.149616 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-652c0cb6-b93e-4c3c-9101-703d72168417 req-b4e2e623-81ef-44b5-81c2-43c2eb40773a tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] For port 099eca20-351f-4159-94e4-81f918da364b, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=099eca20-351f-4159-94e4-81f918da364b,segment=NetworkSegment(3d336edb-477a-4673-89be-90d920abe2ed),segment_id=3d336edb-477a-4673-89be-90d920abe2ed)] {{(pid=102681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:38:42.149970 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-652c0cb6-b93e-4c3c-9101-703d72168417 req-b4e2e623-81ef-44b5-81c2-43c2eb40773a tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (099eca20-351f-4159-94e4-81f918da364b), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:42.161496 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-fced1d86-aca3-45b6-8321-a9d086ae030e req-2309d3f1-ba78-44ed-a398-0d3baf731248 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&id=c41372e6-75bf-4fe0-8d00-e7e33a583177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527563 Feb 07 20:38:42.166958 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [req-652c0cb6-b93e-4c3c-9101-703d72168417 req-b4e2e623-81ef-44b5-81c2-43c2eb40773a tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Calling delete_port for 099eca20-351f-4159-94e4-81f918da364b owned by compute:nova {{(pid=102681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:38:42.286110 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-652c0cb6-b93e-4c3c-9101-703d72168417 req-b4e2e623-81ef-44b5-81c2-43c2eb40773a tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (099eca20-351f-4159-94e4-81f918da364b), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:42.298082 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7', '099eca20-351f-4159-94e4-81f918da364b'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:38:42.314296 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e2e623-81ef-44b5-81c2-43c2eb40773a tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Pushing event deleted for resources: {'Port': ['ID=099eca20-351f-4159-94e4-81f918da364b,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:42.364463 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [req-652c0cb6-b93e-4c3c-9101-703d72168417 req-b4e2e623-81ef-44b5-81c2-43c2eb40773a tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] No DVR routers for this DVR port 099eca20-351f-4159-94e4-81f918da364b on host hv-cinder-82815 {{(pid=102681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:38:42.368283 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-652c0cb6-b93e-4c3c-9101-703d72168417 req-b4e2e623-81ef-44b5-81c2-43c2eb40773a tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:42.371838 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-652c0cb6-b93e-4c3c-9101-703d72168417 req-b4e2e623-81ef-44b5-81c2-43c2eb40773a tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.24 "DELETE /v2.0/ports/099eca20-351f-4159-94e4-81f918da364b HTTP/1.1" status: 204 len: 173 time: 0.4006779 Feb 07 20:38:42.372297 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088', 'name': 'network-vif-deleted', 'tag': '099eca20-351f-4159-94e4-81f918da364b'}] {{(pid=102681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:38:42.374571 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d543a4f93c545b9f4b4319baf8ff9337481391693fb3bbf25dbe09721f1c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ead1e6-a5b9-4880-b85e-a0de1f828fe9" -d '{"events": [{"server_uuid": "d6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088", "name": "network-vif-deleted", "tag": "099eca20-351f-4159-94e4-81f918da364b"}]}' {{(pid=102681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:38:42.413018 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ddfa934-561d-4f16-af07-1283562acb4c x-openstack-request-id: req-8ddfa934-561d-4f16-af07-1283562acb4c {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:38:42.413467 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088", "name": "network-vif-deleted", "tag": "099eca20-351f-4159-94e4-81f918da364b", "status": "completed", "code": 200}]} {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:38:42.414269 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8ddfa934-561d-4f16-af07-1283562acb4c {{(pid=102681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:38:42.414935 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088', 'name': 'network-vif-deleted', 'tag': '099eca20-351f-4159-94e4-81f918da364b', 'status': 'completed', 'code': 200} Feb 07 20:38:42.501947 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974b5aa-c6ad-42cf-ad97-5516e79eaa26 req-33c88845-f9a9-4a56-baea-473672d0a6d5 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:42.503649 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-a974b5aa-c6ad-42cf-ad97-5516e79eaa26 req-33c88845-f9a9-4a56-baea-473672d0a6d5 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac HTTP/1.1" status: 200 len: 943 time: 0.0526183 Feb 07 20:38:42.555976 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-a974b5aa-c6ad-42cf-ad97-5516e79eaa26 req-4cc302db-0ff9-44b2-85f2-314f7456bd0a tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462377 Feb 07 20:38:42.882079 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-be777207-88d0-49b3-affb-5841abef7a5f req-e4216f5d-9985-476c-b04d-95abbd4480bb tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6b5c83c-3fd3-438e-b6c0-cf7b4e4d8088 HTTP/1.1" status: 200 len: 210 time: 0.0368047 Feb 07 20:38:42.883728 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b44666-c54d-4e76-baed-b87be8770565 req-e9509d86-c90d-4b9e-b54b-140784cbef80 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:42.885305 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f5b44666-c54d-4e76-baed-b87be8770565 req-e9509d86-c90d-4b9e-b54b-140784cbef80 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0721171 Feb 07 20:38:42.946421 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f5b44666-c54d-4e76-baed-b87be8770565 req-28969b37-cdee-4650-aa8d-bff406f86676 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542176 Feb 07 20:38:43.278040 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524809bc-c284-4432-b15c-b04d3fc54bf7 req-d550b332-1772-4001-8892-a3aeddb1ee1e tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:43.280063 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-524809bc-c284-4432-b15c-b04d3fc54bf7 req-d550b332-1772-4001-8892-a3aeddb1ee1e tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 985 time: 0.0520668 Feb 07 20:38:43.337059 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-524809bc-c284-4432-b15c-b04d3fc54bf7 req-1423ea29-5657-4cdd-ae01-2517cfa3f8ca tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&id=c41372e6-75bf-4fe0-8d00-e7e33a583177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516784 Feb 07 20:38:43.670803 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d69f6-0448-43b2-a2c0-96e034ddd9b0 req-0a10d91e-7abf-489d-8446-d63769c603f7 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:43.672290 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c08d69f6-0448-43b2-a2c0-96e034ddd9b0 req-0a10d91e-7abf-489d-8446-d63769c603f7 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac HTTP/1.1" status: 200 len: 943 time: 0.0526326 Feb 07 20:38:43.722554 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c08d69f6-0448-43b2-a2c0-96e034ddd9b0 req-cc6110a8-e023-4250-8b93-fd0fa37437e2 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448415 Feb 07 20:38:43.867259 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471faac9-e986-4a19-ad11-2e27686f3f9d req-b79f2cec-7ff6-4410-bc47-4571ce37ccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:43.868782 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-471faac9-e986-4a19-ad11-2e27686f3f9d req-b79f2cec-7ff6-4410-bc47-4571ce37ccbc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 1129 time: 0.0448518 Feb 07 20:38:43.920062 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-471faac9-e986-4a19-ad11-2e27686f3f9d req-41a33bd7-d51a-4354-82eb-5651a877a988 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436561 Feb 07 20:38:44.069008 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e51214-5eaf-4f62-9b12-e110f0cdf256 req-803b0d2d-1bc8-40c4-90dd-b3abf2c56477 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:44.070491 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-65e51214-5eaf-4f62-9b12-e110f0cdf256 req-803b0d2d-1bc8-40c4-90dd-b3abf2c56477 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0531204 Feb 07 20:38:44.115592 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-65e51214-5eaf-4f62-9b12-e110f0cdf256 req-02d4e484-4e09-411b-be86-aa8f8473b9b3 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396209 Feb 07 20:38:44.457550 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b016cc-3726-4ee0-ad0f-5a57b6df9dab req-80516dd4-c629-4992-a32a-dccbd279311b tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:44.459002 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-85b016cc-3726-4ee0-ad0f-5a57b6df9dab req-80516dd4-c629-4992-a32a-dccbd279311b tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 985 time: 0.0509284 Feb 07 20:38:44.519554 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-85b016cc-3726-4ee0-ad0f-5a57b6df9dab req-7954740a-6af0-4b14-a4bf-5455ada072c3 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&id=c41372e6-75bf-4fe0-8d00-e7e33a583177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543098 Feb 07 20:38:44.843040 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af2e7d-8632-446c-9a30-7b7d5ff4f1ca req-4ccd8d0f-4846-4948-a907-7349d1745f33 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:44.844523 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-34af2e7d-8632-446c-9a30-7b7d5ff4f1ca req-4ccd8d0f-4846-4948-a907-7349d1745f33 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac HTTP/1.1" status: 200 len: 943 time: 0.0569720 Feb 07 20:38:44.891736 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-34af2e7d-8632-446c-9a30-7b7d5ff4f1ca req-778f0621-77ac-4fc4-9028-a31763821612 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417879 Feb 07 20:38:45.230346 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf6263-b506-485f-a8fe-e641027d28a8 req-e06e4154-28b9-48a3-b00a-e85a1a3c56a4 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:45.231905 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-5dbf6263-b506-485f-a8fe-e641027d28a8 req-e06e4154-28b9-48a3-b00a-e85a1a3c56a4 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0519259 Feb 07 20:38:45.277080 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-5dbf6263-b506-485f-a8fe-e641027d28a8 req-5dfd214b-875d-41e0-9751-b35f33c1e584 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397644 Feb 07 20:38:45.635080 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d6182-7dae-45f8-a2ff-99f1814eec46 req-c825fa13-ca23-4581-8713-aa5f2d1695ed tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:45.636551 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-0d3d6182-7dae-45f8-a2ff-99f1814eec46 req-c825fa13-ca23-4581-8713-aa5f2d1695ed tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 985 time: 0.0518410 Feb 07 20:38:45.693021 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-0d3d6182-7dae-45f8-a2ff-99f1814eec46 req-7b455c14-6120-499c-9740-2320126a90ea tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&id=c41372e6-75bf-4fe0-8d00-e7e33a583177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0509458 Feb 07 20:38:46.006837 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304c68e-f821-4772-9c89-7d7f30a0c1c3 req-e77af2c4-053a-49f5-b0d8-59bad1b55b25 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:46.008315 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-2304c68e-f821-4772-9c89-7d7f30a0c1c3 req-e77af2c4-053a-49f5-b0d8-59bad1b55b25 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac HTTP/1.1" status: 200 len: 943 time: 0.0523734 Feb 07 20:38:46.054998 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-2304c68e-f821-4772-9c89-7d7f30a0c1c3 req-0825edb4-d58d-4dc7-9faf-d18f7403de05 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407596 Feb 07 20:38:46.393546 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43380d6d-ccc2-4aa5-9a0f-a16d2165ca8d req-7958c41d-2aea-4f83-9ce8-78954627a906 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:46.394985 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-43380d6d-ccc2-4aa5-9a0f-a16d2165ca8d req-7958c41d-2aea-4f83-9ce8-78954627a906 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0539992 Feb 07 20:38:46.440567 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-43380d6d-ccc2-4aa5-9a0f-a16d2165ca8d req-a0a48d70-a693-413b-8cd0-1aa9319f7535 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396352 Feb 07 20:38:46.801199 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 32c35cbe-8983-41be-93ae-81ab59991470 details requested by agent hyperv_hv-cinder-82815 with host hv-cinder-82815 {{(pid=102682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:38:46.805012 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 099eca20-351f-4159-94e4-81f918da364b no longer exists at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:38:46.814705 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992a618-8594-40ea-80d0-f87fe286b530 req-1334fa9e-66a9-4561-b314-73a0c32b2570 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:46.816199 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-3992a618-8594-40ea-80d0-f87fe286b530 req-1334fa9e-66a9-4561-b314-73a0c32b2570 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 985 time: 0.0576818 Feb 07 20:38:46.833917 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] No Port match for: 099eca20-351f-4159-94e4-81f918da364b {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:38:46.834259 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 099eca20-351f-4159-94e4-81f918da364b not bound to the agent host hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:38:46.877071 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-3992a618-8594-40ea-80d0-f87fe286b530 req-adb72ce0-00c8-4886-bf7c-3c8ae361cac4 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&id=c41372e6-75bf-4fe0-8d00-e7e33a583177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546348 Feb 07 20:38:46.920899 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 32c35cbe-8983-41be-93ae-81ab59991470, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=32c35cbe-8983-41be-93ae-81ab59991470,segment=NetworkSegment(99bce5a4-2582-44ab-bd99-cb6e1383c3b6),segment_id=99bce5a4-2582-44ab-bd99-cb6e1383c3b6)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:38:46.931832 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Returning: {'device': '32c35cbe-8983-41be-93ae-81ab59991470', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'port_id': '32c35cbe-8983-41be-93ae-81ab59991470', 'mac_address': 'fa:16:3e:02:c5:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:38:46.976061 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port 32c35cbe-8983-41be-93ae-81ab59991470 is: DOWN; New status is: BUILD {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:38:46.976391 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (32c35cbe-8983-41be-93ae-81ab59991470), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:46.989882 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32c35cbe-8983-41be-93ae-81ab59991470 {{(pid=102682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:38:47.010394 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 32c35cbe-8983-41be-93ae-81ab59991470, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=32c35cbe-8983-41be-93ae-81ab59991470,segment=NetworkSegment(99bce5a4-2582-44ab-bd99-cb6e1383c3b6),segment_id=99bce5a4-2582-44ab-bd99-cb6e1383c3b6)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:38:47.017762 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (32c35cbe-8983-41be-93ae-81ab59991470), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:47.063642 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=32c35cbe-8983-41be-93ae-81ab59991470,revision_number=4']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:47.071325 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:47.071755 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:47.072121 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:47.072470 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:47.072799 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:47.073132 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:47.073449 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:47.073768 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:47.074088 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:47.074422 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:47.074754 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:47.075091 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:47.075418 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:47.187426 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1e671-00a8-4055-abba-6fec1c3b4be7 req-95211c57-a412-4b91-8a62-88a91aaa4bf3 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:47.188961 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-12c1e671-00a8-4055-abba-6fec1c3b4be7 req-95211c57-a412-4b91-8a62-88a91aaa4bf3 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac HTTP/1.1" status: 200 len: 944 time: 0.0665004 Feb 07 20:38:47.238636 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-12c1e671-00a8-4055-abba-6fec1c3b4be7 req-481ac3af-668f-474b-9025-edf3ae0359ff tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438449 Feb 07 20:38:47.271736 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-05d44b58-965a-4a96-9634-1eb33d398fc7 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:47.273737 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-05d44b58-965a-4a96-9634-1eb33d398fc7 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/networks?id=7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f HTTP/1.1" status: 200 len: 814 time: 0.1073396 Feb 07 20:38:47.288134 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-ceb3d664-1232-43cf-b201-ef1cfc8cd1f6 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/quotas/2f5a4bcebbff4cb7940464dc77727b0e HTTP/1.1" status: 200 len: 375 time: 0.0091674 Feb 07 20:38:47.321742 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-b42e9ce3-126c-4c84-9ddf-9bd138ba07fb tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f5a4bcebbff4cb7940464dc77727b0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281003 Feb 07 20:38:47.351999 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['32c35cbe-8983-41be-93ae-81ab59991470'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:38:47.424464 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-84a4f79c-2584-402c-b93b-e5a055ad1bdc service neutron] 10.222.0.60 "GET /v2.0/networks/7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953929 Feb 07 20:38:47.473467 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b2175-d844-455b-959a-da6a59d4f675 req-f54661e3-f153-45b8-94bd-700ae2eb234a tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:47.475058 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-2b5b2175-d844-455b-959a-da6a59d4f675 req-f54661e3-f153-45b8-94bd-700ae2eb234a tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=354f6a39-5c69-424f-ace8-67cf1dc3f0e1 HTTP/1.1" status: 200 len: 946 time: 0.0545659 Feb 07 20:38:47.527465 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-e85fa556-5bef-4e8c-84b3-8990b0d0aec2 service neutron] 10.222.0.60 "GET /v2.0/networks/7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975425 Feb 07 20:38:47.530502 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-2b5b2175-d844-455b-959a-da6a59d4f675 req-f20aedb5-6fd6-4b80-a6ca-946ba4321ed0 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485523 Feb 07 20:38:47.653276 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb41a9c-e4f8-41df-9138-2501649f1281 req-f0b9a5a3-730b-4373-be6f-6b82b3b8ac85 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:47.655054 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8cb41a9c-e4f8-41df-9138-2501649f1281 req-f0b9a5a3-730b-4373-be6f-6b82b3b8ac85 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0545907 Feb 07 20:38:47.713716 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-4df5f83f-0ab0-469a-b808-752f8d690ab8 req-b3a5de1b-d3cc-480b-8fef-6eb5e691931f tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d794b52-4567-4f36-ac21-5a5d12ac8490 HTTP/1.1" status: 200 len: 210 time: 0.0407653 Feb 07 20:38:47.754764 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8cb41a9c-e4f8-41df-9138-2501649f1281 req-0a48142d-c392-4563-8429-0fe4065180b6 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759780 Feb 07 20:38:48.002703 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f57b69-1096-4eba-a89a-b96bc63946ab req-c9577b01-c929-48b2-93c2-290529dd8bad tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:48.004299 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-57f57b69-1096-4eba-a89a-b96bc63946ab req-c9577b01-c929-48b2-93c2-290529dd8bad tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 985 time: 0.0596213 Feb 07 20:38:48.074114 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-57f57b69-1096-4eba-a89a-b96bc63946ab req-d6a76ef7-58ee-4910-b6d1-4189b1cb9899 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&id=c41372e6-75bf-4fe0-8d00-e7e33a583177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0633326 Feb 07 20:38:48.354085 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107596e7-2f71-46ab-a8f0-8d83f0226a4f req-731c5b64-e28a-4683-b73b-679d8c3c6090 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:48.355508 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-107596e7-2f71-46ab-a8f0-8d83f0226a4f req-731c5b64-e28a-4683-b73b-679d8c3c6090 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac HTTP/1.1" status: 200 len: 944 time: 0.0520613 Feb 07 20:38:48.402897 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-107596e7-2f71-46ab-a8f0-8d83f0226a4f req-e62b6e75-bdf5-413d-8d63-5bf98acb4c52 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418668 Feb 07 20:38:48.658014 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062f28f-4868-45e7-b111-aa84c359058a req-a055b55d-4a0d-4738-bad3-f9be124653c9 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:48.661194 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-6062f28f-4868-45e7-b111-aa84c359058a req-a055b55d-4a0d-4738-bad3-f9be124653c9 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=354f6a39-5c69-424f-ace8-67cf1dc3f0e1 HTTP/1.1" status: 200 len: 946 time: 0.0623806 Feb 07 20:38:48.705991 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-6062f28f-4868-45e7-b111-aa84c359058a req-eff26717-f914-46cf-ac64-0754aaf54899 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401144 Feb 07 20:38:48.736269 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-86d130a8-0dcc-4f9b-b9f5-3ea1aeca85a0 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:48.738402 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-86d130a8-0dcc-4f9b-b9f5-3ea1aeca85a0 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.24 "GET /v2.0/networks?id=7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f HTTP/1.1" status: 200 len: 814 time: 0.1137061 Feb 07 20:38:48.779066 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-7a0caa76-1376-4c1d-a41f-06f4d6960c58 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Request body: {'port': {'device_id': '1d794b52-4567-4f36-ac21-5a5d12ac8490', 'network_id': '7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f', 'admin_state_up': True, 'tenant_id': '2f5a4bcebbff4cb7940464dc77727b0e'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:38:48.805052 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 32c35cbe-8983-41be-93ae-81ab59991470 up at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:38:48.854377 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e664625d-3e19-4e29-b8a0-8474b73def2b req-976767e7-8f69-4d3d-9f4c-5abb344c1ff0 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d794b52-4567-4f36-ac21-5a5d12ac8490 HTTP/1.1" status: 200 len: 210 time: 0.0701973 Feb 07 20:38:48.868524 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning for port 32c35cbe-8983-41be-93ae-81ab59991470 completed by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:38:48.876679 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning complete for port 32c35cbe-8983-41be-93ae-81ab59991470 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:38:48.877748 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (32c35cbe-8983-41be-93ae-81ab59991470), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:48.894239 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166df70-e430-402b-a6fe-446ce8747a00 req-90302700-6406-412b-b417-bcaf9d574cd9 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:48.895886 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-6166df70-e430-402b-a6fe-446ce8747a00 req-90302700-6406-412b-b417-bcaf9d574cd9 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0719235 Feb 07 20:38:48.942322 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-7a0caa76-1376-4c1d-a41f-06f4d6960c58 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Made reservation on behalf of 2f5a4bcebbff4cb7940464dc77727b0e for: {'port': 1} {{(pid=102681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:38:48.948034 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-7a0caa76-1376-4c1d-a41f-06f4d6960c58 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:48.956498 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-6166df70-e430-402b-a6fe-446ce8747a00 req-5f87f6fe-bcd4-472c-b8a0-5258d2c0ecb0 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529780 Feb 07 20:38:48.966830 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port 32c35cbe-8983-41be-93ae-81ab59991470 is: BUILD; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:38:48.967806 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (32c35cbe-8983-41be-93ae-81ab59991470), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:48.992721 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c35cbe-8983-41be-93ae-81ab59991470'}] {{(pid=102682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:38:48.994959 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49691025426d341bc8e7177f0b95fa1f617f1e30ecd73d77513429b9266eb12b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8da6d1-2bfa-4910-bd4b-220f0c5689c8" -d '{"events": [{"server_uuid": "b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac", "name": "network-vif-plugged", "status": "completed", "tag": "32c35cbe-8983-41be-93ae-81ab59991470"}]}' {{(pid=102682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:38:49.008774 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 32c35cbe-8983-41be-93ae-81ab59991470, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=32c35cbe-8983-41be-93ae-81ab59991470,segment=NetworkSegment(99bce5a4-2582-44ab-bd99-cb6e1383c3b6),segment_id=99bce5a4-2582-44ab-bd99-cb6e1383c3b6)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:38:49.015926 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (32c35cbe-8983-41be-93ae-81ab59991470), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:49.053025 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d57051-c896-4253-a16f-523eaed0f886 x-openstack-request-id: req-51d57051-c896-4253-a16f-523eaed0f886 {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:38:49.053344 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac", "name": "network-vif-plugged", "status": "completed", "tag": "32c35cbe-8983-41be-93ae-81ab59991470", "code": 200}]} {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:38:49.053599 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-51d57051-c896-4253-a16f-523eaed0f886 {{(pid=102682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:38:49.053985 dv-cinder-828150-2-iscsi neutron-server[102682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c35cbe-8983-41be-93ae-81ab59991470', 'code': 200} Feb 07 20:38:49.086355 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=32c35cbe-8983-41be-93ae-81ab59991470,revision_number=5']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:49.117346 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.db_base_plugin_common [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-7a0caa76-1376-4c1d-a41f-06f4d6960c58 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Allocated IP 172.20.0.11 (7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f/ff1db4f8-a62f-4395-b83b-77d78d60bcdf/5067e6e2-0261-4245-97c4-02fc5a29c94e) {{(pid=102681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:38:49.219380 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a06c0-1e51-4b95-a7e8-ce6d2cdc9535 req-d8fba680-0600-41e5-8080-aa4aa0a1f966 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:49.221075 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-b24a06c0-1e51-4b95-a7e8-ce6d2cdc9535 req-d8fba680-0600-41e5-8080-aa4aa0a1f966 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 985 time: 0.0697234 Feb 07 20:38:49.313489 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-7a0caa76-1376-4c1d-a41f-06f4d6960c58 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Publish callbacks [] for port (5067e6e2-0261-4245-97c4-02fc5a29c94e), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:49.326524 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-b24a06c0-1e51-4b95-a7e8-ce6d2cdc9535 req-cf5edc57-27d6-47ba-8aba-87e1df339f33 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&id=c41372e6-75bf-4fe0-8d00-e7e33a583177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0967073 Feb 07 20:38:49.345087 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c139a-d6ff-489b-9fd0-e2fd0a52ba2d req-d132a5e6-c6bb-40a2-8840-6284b316dc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:49.346576 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8c1c139a-d6ff-489b-9fd0-e2fd0a52ba2d req-d132a5e6-c6bb-40a2-8840-6284b316dc00 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65cf5264b1da4554b2269d6ae291ebe5&device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 1129 time: 0.0764666 Feb 07 20:38:49.357813 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802ad37-6038-4593-b5da-74a2f3887674 req-4e33c49f-394e-4012-83e7-3c42fdb16cc6 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:49.359270 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-1802ad37-6038-4593-b5da-74a2f3887674 req-4e33c49f-394e-4012-83e7-3c42fdb16cc6 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0921087 Feb 07 20:38:49.381213 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-7a0caa76-1376-4c1d-a41f-06f4d6960c58 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (5067e6e2-0261-4245-97c4-02fc5a29c94e), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:49.441772 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-7a0caa76-1376-4c1d-a41f-06f4d6960c58 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Network 7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f is already hosted by enough agents. {{(pid=102681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:38:49.447689 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.base_scheduler [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-7a0caa76-1376-4c1d-a41f-06f4d6960c58 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Resources bound (agent type, host, resource id): {{(pid=102681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:38:49.448642 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8dab9-50b4-4139-8ed5-b7a18ad4ee76 req-1f1a8bf4-4dbb-4e65-bb10-9f99a1511182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:49.450273 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-58a8dab9-50b4-4139-8ed5-b7a18ad4ee76 req-1f1a8bf4-4dbb-4e65-bb10-9f99a1511182 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac HTTP/1.1" status: 200 len: 1129 time: 0.1197493 Feb 07 20:38:49.456123 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-7a0caa76-1376-4c1d-a41f-06f4d6960c58 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Received port after_create {{(pid=102681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:38:49.480325 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0caa76-1376-4c1d-a41f-06f4d6960c58 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Pushing event updated for resources: {'Port': ['ID=5067e6e2-0261-4245-97c4-02fc5a29c94e,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:49.487684 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c139a-d6ff-489b-9fd0-e2fd0a52ba2d req-b53bc4c8-bd35-4c98-8abb-05dd3ebd05ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:49.487886 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-1802ad37-6038-4593-b5da-74a2f3887674 req-3923d02e-f89b-4cc7-a5d9-4bb5a069e8dc tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216097 Feb 07 20:38:49.491013 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8c1c139a-d6ff-489b-9fd0-e2fd0a52ba2d req-b53bc4c8-bd35-4c98-8abb-05dd3ebd05ed service neutron] 10.222.0.24 "GET /v2.0/networks?id=4ca2a6cc-a6a4-43f6-8547-da5aef66c337 HTTP/1.1" status: 200 len: 920 time: 0.1361139 Feb 07 20:38:49.516718 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-7a0caa76-1376-4c1d-a41f-06f4d6960c58 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:49.517312 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-7a0caa76-1376-4c1d-a41f-06f4d6960c58 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:49.532696 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-7a0caa76-1376-4c1d-a41f-06f4d6960c58 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7581983 Feb 07 20:38:49.544371 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-021906fd-99bb-4c13-9219-17b9c81f6d32 service neutron] Request body: {'port': {'device_id': '1d794b52-4567-4f36-ac21-5a5d12ac8490', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82815'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:38:49.578769 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8c1c139a-d6ff-489b-9fd0-e2fd0a52ba2d req-d75bae56-4b97-4324-8af3-e0619b6b6720 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48a2d566-e03d-4d9e-be71-21cdab9444a0 HTTP/1.1" status: 200 len: 217 time: 0.0719943 Feb 07 20:38:49.584739 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-58a8dab9-50b4-4139-8ed5-b7a18ad4ee76 req-bc7338c5-087e-4c25-ba74-159a75e5f519 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262436 Feb 07 20:38:49.605430 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-021906fd-99bb-4c13-9219-17b9c81f6d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (5067e6e2-0261-4245-97c4-02fc5a29c94e), before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:49.642419 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a9ebf-7d1f-4697-ba24-cc5dcd64c4da req-7d5129be-026f-4755-b950-82f19aef4a3a tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:49.643905 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-885a9ebf-7d1f-4697-ba24-cc5dcd64c4da req-7d5129be-026f-4755-b950-82f19aef4a3a tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac HTTP/1.1" status: 200 len: 945 time: 0.1389627 Feb 07 20:38:49.645620 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c139a-d6ff-489b-9fd0-e2fd0a52ba2d req-797d8919-20cd-43f5-a11c-f844dbaaa5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:49.646926 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8c1c139a-d6ff-489b-9fd0-e2fd0a52ba2d req-797d8919-20cd-43f5-a11c-f844dbaaa5ed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53c092ef-219e-4a25-a4d7-3fe3d86843e6 HTTP/1.1" status: 200 len: 859 time: 0.0606945 Feb 07 20:38:49.691785 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-885a9ebf-7d1f-4697-ba24-cc5dcd64c4da req-dc2a02c5-93da-40d2-bd93-12f784e8a120 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421033 Feb 07 20:38:49.830828 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8c1c139a-d6ff-489b-9fd0-e2fd0a52ba2d req-e194457d-c2c1-4872-9352-6db03fc94a3a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4ca2a6cc-a6a4-43f6-8547-da5aef66c337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254579 Feb 07 20:38:49.855912 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a700230-b4d2-4385-9d5f-1f4487ac41da req-5d7edb99-f9cc-49f2-b4ec-ca07611d119b tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:49.857432 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9a700230-b4d2-4385-9d5f-1f4487ac41da req-5d7edb99-f9cc-49f2-b4ec-ca07611d119b tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=354f6a39-5c69-424f-ace8-67cf1dc3f0e1 HTTP/1.1" status: 200 len: 946 time: 0.0856018 Feb 07 20:38:49.931066 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-021906fd-99bb-4c13-9219-17b9c81f6d32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5067e6e2-0261-4245-97c4-02fc5a29c94e {{(pid=102681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:38:49.945200 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-021906fd-99bb-4c13-9219-17b9c81f6d32 service neutron] Publish callbacks [] for port (5067e6e2-0261-4245-97c4-02fc5a29c94e), precommit_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:49.951868 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9a700230-b4d2-4385-9d5f-1f4487ac41da req-2c18270b-0aaf-427f-b4ec-10ce7d716860 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/security-groups?id=73a9da4f-8746-4353-8209-90a1b9fe7a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875356 Feb 07 20:38:49.960129 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959a648-cc8c-45ad-96cc-ccfe3820ad91 req-aeedd6d2-5209-4627-b2b4-41956c822aaa tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:49.962159 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f959a648-cc8c-45ad-96cc-ccfe3820ad91 req-aeedd6d2-5209-4627-b2b4-41956c822aaa tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.24 "GET /v2.0/ports?device_id=354f6a39-5c69-424f-ace8-67cf1dc3f0e1 HTTP/1.1" status: 200 len: 946 time: 0.1134524 Feb 07 20:38:49.962607 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.provisioning_blocks [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-021906fd-99bb-4c13-9219-17b9c81f6d32 service neutron] Transition to ACTIVE for port object 5067e6e2-0261-4245-97c4-02fc5a29c94e will not be triggered until provisioned by entity L2. {{(pid=102681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:38:49.974931 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-021906fd-99bb-4c13-9219-17b9c81f6d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3187874'] for port (5067e6e2-0261-4245-97c4-02fc5a29c94e), after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:50.027925 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8c1c139a-d6ff-489b-9fd0-e2fd0a52ba2d req-8ccf5479-cb2b-4445-b9ff-e83b49759f80 service neutron] 10.222.0.24 "GET /v2.0/networks/4ca2a6cc-a6a4-43f6-8547-da5aef66c337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858902 Feb 07 20:38:50.028172 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021906fd-99bb-4c13-9219-17b9c81f6d32 service neutron] Pushing event updated for resources: {'Port': ['ID=5067e6e2-0261-4245-97c4-02fc5a29c94e,revision_number=2']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:50.091280 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-021906fd-99bb-4c13-9219-17b9c81f6d32 service neutron] Attempting to bind port 5067e6e2-0261-4245-97c4-02fc5a29c94e on host hv-cinder-82815 for vnic_type normal with profile {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:38:50.091639 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-021906fd-99bb-4c13-9219-17b9c81f6d32 service neutron] Attempting to bind port 5067e6e2-0261-4245-97c4-02fc5a29c94e by drivers openvswitch,hyperv on host hv-cinder-82815 at level 0 using segments [{'id': 'b6f251ef-eff8-415b-97ed-ba80b14f0fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f'}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:38:50.091964 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-021906fd-99bb-4c13-9219-17b9c81f6d32 service neutron] Attempting to bind port 5067e6e2-0261-4245-97c4-02fc5a29c94e on network 7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:38:50.096150 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-021906fd-99bb-4c13-9219-17b9c81f6d32 service neutron] Port 5067e6e2-0261-4245-97c4-02fc5a29c94e on network 7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82815 {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:38:50.096469 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-021906fd-99bb-4c13-9219-17b9c81f6d32 service neutron] Attempting to bind port 5067e6e2-0261-4245-97c4-02fc5a29c94e on network 7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:38:50.102477 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-021906fd-99bb-4c13-9219-17b9c81f6d32 service neutron] Checking agent: {'id': '2db0d972-3e88-4a6a-9d75-f8f2fe350c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82815', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 33, 26), 'started_at': datetime.datetime(2022, 2, 7, 20, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:38:50.102814 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-021906fd-99bb-4c13-9219-17b9c81f6d32 service neutron] Checking segment: {'id': 'b6f251ef-eff8-415b-97ed-ba80b14f0fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:38:50.103188 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-021906fd-99bb-4c13-9219-17b9c81f6d32 service neutron] Bound using segment: {'id': 'b6f251ef-eff8-415b-97ed-ba80b14f0fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f'} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:38:50.103648 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-021906fd-99bb-4c13-9219-17b9c81f6d32 service neutron] Bound port: 5067e6e2-0261-4245-97c4-02fc5a29c94e, host: hv-cinder-82815, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f251ef-eff8-415b-97ed-ba80b14f0fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f'}}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:38:50.104003 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-021906fd-99bb-4c13-9219-17b9c81f6d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (5067e6e2-0261-4245-97c4-02fc5a29c94e), before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:50.112968 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3512e8-e004-46c4-81a9-921df8e0afa0 req-14842b41-0cea-4469-a6f1-2afd20fb83a8 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:50.114443 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-3b3512e8-e004-46c4-81a9-921df8e0afa0 req-14842b41-0cea-4469-a6f1-2afd20fb83a8 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d794b52-4567-4f36-ac21-5a5d12ac8490 HTTP/1.1" status: 200 len: 932 time: 0.1819153 Feb 07 20:38:50.170968 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-021906fd-99bb-4c13-9219-17b9c81f6d32 service neutron] For port 5067e6e2-0261-4245-97c4-02fc5a29c94e, host hv-cinder-82815, cleared binding levels {{(pid=102681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:38:50.173908 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-021906fd-99bb-4c13-9219-17b9c81f6d32 service neutron] For port 5067e6e2-0261-4245-97c4-02fc5a29c94e, host hv-cinder-82815, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=5067e6e2-0261-4245-97c4-02fc5a29c94e,segment=NetworkSegment(b6f251ef-eff8-415b-97ed-ba80b14f0fa0),segment_id=b6f251ef-eff8-415b-97ed-ba80b14f0fa0)] {{(pid=102681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:38:50.179901 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-021906fd-99bb-4c13-9219-17b9c81f6d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3187874'] for port (5067e6e2-0261-4245-97c4-02fc5a29c94e), after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:50.196030 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8c1c139a-d6ff-489b-9fd0-e2fd0a52ba2d req-48152a5b-5b63-4185-b1c0-ba2bc54165b0 service neutron] 10.222.0.24 "GET /v2.0/networks/4ca2a6cc-a6a4-43f6-8547-da5aef66c337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592002 Feb 07 20:38:50.208213 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [req-f959a648-cc8c-45ad-96cc-ccfe3820ad91 req-64a53b9b-6e71-4671-b724-ead64d348aa4 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Deleting port d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7 {{(pid=102680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:38:50.209044 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-f959a648-cc8c-45ad-96cc-ccfe3820ad91 req-64a53b9b-6e71-4671-b724-ead64d348aa4 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:50.211720 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-021906fd-99bb-4c13-9219-17b9c81f6d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:50.212345 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-021906fd-99bb-4c13-9219-17b9c81f6d32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:50.213731 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-021906fd-99bb-4c13-9219-17b9c81f6d32 service neutron] 10.222.0.24 "PUT /v2.0/ports/5067e6e2-0261-4245-97c4-02fc5a29c94e HTTP/1.1" status: 200 len: 1094 time: 0.6734767 Feb 07 20:38:50.214126 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-3b3512e8-e004-46c4-81a9-921df8e0afa0 req-80da10ec-6518-414c-8f0d-078559f523b2 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/security-groups?id=9656f836-4669-46af-ba69-dfa237a56353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910585 Feb 07 20:38:50.214257 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d794b52-4567-4f36-ac21-5a5d12ac8490', 'tag': '5067e6e2-0261-4245-97c4-02fc5a29c94e'}] {{(pid=102681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:38:50.216429 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d543a4f93c545b9f4b4319baf8ff9337481391693fb3bbf25dbe09721f1c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064d2237-69d3-4764-82df-df4e65ff53cf" -d '{"events": [{"name": "network-changed", "server_uuid": "1d794b52-4567-4f36-ac21-5a5d12ac8490", "tag": "5067e6e2-0261-4245-97c4-02fc5a29c94e"}]}' {{(pid=102681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:38:50.268740 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a0128a-f58d-44f5-9f1b-bcd79aa4efe0 x-openstack-request-id: req-95a0128a-f58d-44f5-9f1b-bcd79aa4efe0 {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:38:50.269145 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d794b52-4567-4f36-ac21-5a5d12ac8490", "tag": "5067e6e2-0261-4245-97c4-02fc5a29c94e", "status": "completed", "code": 200}]} {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:38:50.269458 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-95a0128a-f58d-44f5-9f1b-bcd79aa4efe0 {{(pid=102681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:38:50.269918 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d794b52-4567-4f36-ac21-5a5d12ac8490', 'tag': '5067e6e2-0261-4245-97c4-02fc5a29c94e', 'status': 'completed', 'code': 200} Feb 07 20:38:50.270593 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021906fd-99bb-4c13-9219-17b9c81f6d32 service neutron] Pushing event updated for resources: {'Port': ['ID=5067e6e2-0261-4245-97c4-02fc5a29c94e,revision_number=3']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:50.310463 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [req-f959a648-cc8c-45ad-96cc-ccfe3820ad91 req-64a53b9b-6e71-4671-b724-ead64d348aa4 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] For port d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7,segment=NetworkSegment(3d336edb-477a-4673-89be-90d920abe2ed),segment_id=3d336edb-477a-4673-89be-90d920abe2ed)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:38:50.310815 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-f959a648-cc8c-45ad-96cc-ccfe3820ad91 req-64a53b9b-6e71-4671-b724-ead64d348aa4 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:50.318468 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-521b232e-a812-4507-983b-a5e6d311b661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:50.320111 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-521b232e-a812-4507-983b-a5e6d311b661 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f5a4bcebbff4cb7940464dc77727b0e&device_id=1d794b52-4567-4f36-ac21-5a5d12ac8490 HTTP/1.1" status: 200 len: 1128 time: 0.0460553 Feb 07 20:38:50.322947 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [req-f959a648-cc8c-45ad-96cc-ccfe3820ad91 req-64a53b9b-6e71-4671-b724-ead64d348aa4 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Calling delete_port for d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7 owned by compute:nova {{(pid=102680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:38:50.369046 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-6eb32052-2817-4329-b39e-f9393cec0cd6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5067e6e2-0261-4245-97c4-02fc5a29c94e HTTP/1.1" status: 200 len: 217 time: 0.0380564 Feb 07 20:38:50.418248 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-6bce2ce8-2b02-4d18-9d8f-d823fe952ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:50.419757 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-6bce2ce8-2b02-4d18-9d8f-d823fe952ad5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ff1db4f8-a62f-4395-b83b-77d78d60bcdf HTTP/1.1" status: 200 len: 854 time: 0.0439963 Feb 07 20:38:50.456579 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-a415bcec-8e3e-4082-9a22-9483c6f14c93 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290976 Feb 07 20:38:50.461552 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-f959a648-cc8c-45ad-96cc-ccfe3820ad91 req-64a53b9b-6e71-4671-b724-ead64d348aa4 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17688'] for port (d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:50.473695 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:38:50.495371 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a53b9b-6e71-4671-b724-ead64d348aa4 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Pushing event deleted for resources: {'Port': ['ID=d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:50.511366 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a53b9b-6e71-4671-b724-ead64d348aa4 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:50.511366 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a53b9b-6e71-4671-b724-ead64d348aa4 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:50.511366 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a53b9b-6e71-4671-b724-ead64d348aa4 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:50.511739 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a53b9b-6e71-4671-b724-ead64d348aa4 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:50.512043 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a53b9b-6e71-4671-b724-ead64d348aa4 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:50.512380 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a53b9b-6e71-4671-b724-ead64d348aa4 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:50.512709 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a53b9b-6e71-4671-b724-ead64d348aa4 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:50.513040 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a53b9b-6e71-4671-b724-ead64d348aa4 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:50.513369 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a53b9b-6e71-4671-b724-ead64d348aa4 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:50.513695 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a53b9b-6e71-4671-b724-ead64d348aa4 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:50.514022 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a53b9b-6e71-4671-b724-ead64d348aa4 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:50.514346 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a53b9b-6e71-4671-b724-ead64d348aa4 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:50.514677 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a53b9b-6e71-4671-b724-ead64d348aa4 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:38:50.558989 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [req-f959a648-cc8c-45ad-96cc-ccfe3820ad91 req-64a53b9b-6e71-4671-b724-ead64d348aa4 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] No DVR routers for this DVR port d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7 on host hv-cinder-82815 {{(pid=102680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:38:50.559977 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-5225ae18-b569-47d1-b366-490ab51c01fd service neutron] 10.222.0.24 "GET /v2.0/networks/7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952363 Feb 07 20:38:50.561724 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-f959a648-cc8c-45ad-96cc-ccfe3820ad91 req-64a53b9b-6e71-4671-b724-ead64d348aa4 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:50.565412 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f959a648-cc8c-45ad-96cc-ccfe3820ad91 req-64a53b9b-6e71-4671-b724-ead64d348aa4 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.24 "DELETE /v2.0/ports/d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7 HTTP/1.1" status: 204 len: 173 time: 0.5873420 Feb 07 20:38:50.567015 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '354f6a39-5c69-424f-ace8-67cf1dc3f0e1', 'name': 'network-vif-deleted', 'tag': 'd3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7'}] {{(pid=102680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:38:50.569497 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8018c2217b61fdaaeb92b6d737e1de58097a2b3cdf81442b843717ec2e5fe670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac05ce2e-5769-4f27-8e31-c7dcf58e8697" -d '{"events": [{"server_uuid": "354f6a39-5c69-424f-ace8-67cf1dc3f0e1", "name": "network-vif-deleted", "tag": "d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7"}]}' {{(pid=102680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:38:50.615232 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3176357f-8dd8-4e94-adc5-50850b9a8963 x-openstack-request-id: req-3176357f-8dd8-4e94-adc5-50850b9a8963 {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:38:50.615559 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "354f6a39-5c69-424f-ace8-67cf1dc3f0e1", "name": "network-vif-deleted", "tag": "d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7", "status": "completed", "code": 200}]} {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:38:50.615823 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3176357f-8dd8-4e94-adc5-50850b9a8963 {{(pid=102680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:38:50.616222 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '354f6a39-5c69-424f-ace8-67cf1dc3f0e1', 'name': 'network-vif-deleted', 'tag': 'd3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7', 'status': 'completed', 'code': 200} Feb 07 20:38:50.642322 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab94906-896e-4ca4-b28d-96a2b882ac47 req-65ba06f9-9a98-4231-8ced-2220848cb7a4 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:50.648811 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-4ab94906-896e-4ca4-b28d-96a2b882ac47 req-65ba06f9-9a98-4231-8ced-2220848cb7a4 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0814915 Feb 07 20:38:50.679318 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-5584534f-c366-4553-b5f4-4ded6ffb2715 req-1f4780d3-157a-479d-9b58-ee1599fc7c0c service neutron] 10.222.0.24 "GET /v2.0/networks/7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064327 Feb 07 20:38:50.707925 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-4ab94906-896e-4ca4-b28d-96a2b882ac47 req-3e7096fb-f9f7-4f83-810c-706ba51e95be tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578690 Feb 07 20:38:50.831822 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d2237-69d3-4764-82df-df4e65ff53cf req-dc27700d-09df-4753-b9fe-d3111fac2043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:50.833296 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-064d2237-69d3-4764-82df-df4e65ff53cf req-dc27700d-09df-4753-b9fe-d3111fac2043 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f5a4bcebbff4cb7940464dc77727b0e&device_id=1d794b52-4567-4f36-ac21-5a5d12ac8490 HTTP/1.1" status: 200 len: 1128 time: 0.0800183 Feb 07 20:38:50.843671 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f546f-7aef-4ac7-84bf-4dd3a7bf7f52 req-3f8207fc-0544-4c3d-bacb-e9c57a31185e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:50.845030 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-2c7f546f-7aef-4ac7-84bf-4dd3a7bf7f52 req-3f8207fc-0544-4c3d-bacb-e9c57a31185e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac HTTP/1.1" status: 200 len: 945 time: 0.0800066 Feb 07 20:38:50.939734 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-2c7f546f-7aef-4ac7-84bf-4dd3a7bf7f52 req-a222c801-3049-4253-93b5-aed33523102a tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868011 Feb 07 20:38:50.961747 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d2237-69d3-4764-82df-df4e65ff53cf req-7e2c716f-6458-4d0a-8c0e-22bb4724baa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:50.963306 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-064d2237-69d3-4764-82df-df4e65ff53cf req-7e2c716f-6458-4d0a-8c0e-22bb4724baa9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f HTTP/1.1" status: 200 len: 915 time: 0.1173325 Feb 07 20:38:51.010033 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-064d2237-69d3-4764-82df-df4e65ff53cf req-aab7223b-0217-40be-8ecb-445cc7c63812 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5067e6e2-0261-4245-97c4-02fc5a29c94e HTTP/1.1" status: 200 len: 217 time: 0.0380166 Feb 07 20:38:51.058222 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-aae9e462-0077-4526-bba5-3c2d5aac8887 req-9b3567b2-f6c9-40c2-b0e4-3b08e21722c0 tempest-AttachVolumeNegativeTest-1819538103 tempest-AttachVolumeNegativeTest-1819538103-project] 10.222.0.60 "GET /v2.0/ports?device_id=354f6a39-5c69-424f-ace8-67cf1dc3f0e1 HTTP/1.1" status: 200 len: 210 time: 0.0265055 Feb 07 20:38:51.060340 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d2237-69d3-4764-82df-df4e65ff53cf req-51f0fc07-0cec-4c8d-8680-dcd216d502ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:51.061774 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-064d2237-69d3-4764-82df-df4e65ff53cf req-51f0fc07-0cec-4c8d-8680-dcd216d502ce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ff1db4f8-a62f-4395-b83b-77d78d60bcdf HTTP/1.1" status: 200 len: 854 time: 0.0440946 Feb 07 20:38:51.096827 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-064d2237-69d3-4764-82df-df4e65ff53cf req-37b9b39d-4105-40fb-867f-5a114ad5f3ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248935 Feb 07 20:38:51.188788 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-064d2237-69d3-4764-82df-df4e65ff53cf req-0b4abc44-79da-4cb7-ae88-716162941280 service neutron] 10.222.0.24 "GET /v2.0/networks/7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821090 Feb 07 20:38:51.524997 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-064d2237-69d3-4764-82df-df4e65ff53cf req-31ef2406-f4ad-4d26-94d9-fc7bcd3ce0ce service neutron] 10.222.0.24 "GET /v2.0/networks/7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300855 Feb 07 20:38:51.531721 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a816835-bfae-445b-bfd2-ed7fdb8f66c2 req-2c71ce40-b061-4031-8cec-be4391fae43b tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:51.533052 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-5a816835-bfae-445b-bfd2-ed7fdb8f66c2 req-2c71ce40-b061-4031-8cec-be4391fae43b tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d794b52-4567-4f36-ac21-5a5d12ac8490 HTTP/1.1" status: 200 len: 944 time: 0.1062810 Feb 07 20:38:51.578807 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-5a816835-bfae-445b-bfd2-ed7fdb8f66c2 req-008d1d00-abe3-4a11-8260-930533cff438 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/security-groups?id=9656f836-4669-46af-ba69-dfa237a56353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401673 Feb 07 20:38:51.826752 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4346b-c0a4-48f3-8eee-a56821d7922c req-67f19442-7db7-47dc-8e44-a433716c5a19 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:51.828159 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-abc4346b-c0a4-48f3-8eee-a56821d7922c req-67f19442-7db7-47dc-8e44-a433716c5a19 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0558016 Feb 07 20:38:51.873497 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-abc4346b-c0a4-48f3-8eee-a56821d7922c req-0a0178dc-979f-49c2-a788-26ebab835a9e tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399621 Feb 07 20:38:52.059645 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fd420-2f3c-41c6-888d-a74b0d2077da req-f691508b-765b-4be4-a7a4-9f218537f087 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:52.061137 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-505fd420-2f3c-41c6-888d-a74b0d2077da req-f691508b-765b-4be4-a7a4-9f218537f087 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac HTTP/1.1" status: 200 len: 945 time: 0.0525761 Feb 07 20:38:52.112756 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-505fd420-2f3c-41c6-888d-a74b0d2077da req-5fca42c4-9a79-415b-a292-ad86aad0fca2 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438743 Feb 07 20:38:52.112756 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 52680) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:38:52.156822 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.db_base_plugin_v2 [None req-93a41ae6-bd63-4778-a01d-9ff07a3c15ce admin admin] Deleting subnet f1dbeb8d-2a13-44a3-bdd2-d6dfe214456c {{(pid=102681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 20:38:52.159944 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-93a41ae6-bd63-4778-a01d-9ff07a3c15ce admin admin] Publish callbacks [] for subnet (f1dbeb8d-2a13-44a3-bdd2-d6dfe214456c), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:52.200273 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-93a41ae6-bd63-4778-a01d-9ff07a3c15ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9363915'] for subnet (f1dbeb8d-2a13-44a3-bdd2-d6dfe214456c), precommit_delete_associations {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:52.227803 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f551793-c52d-46ae-a93c-8e247cbfd21a req-801bf3a2-8c2d-45a9-b927-5e56e37b57ca tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:52.229291 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-7f551793-c52d-46ae-a93c-8e247cbfd21a req-801bf3a2-8c2d-45a9-b927-5e56e37b57ca tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac HTTP/1.1" status: 200 len: 945 time: 0.0536966 Feb 07 20:38:52.238911 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-93a41ae6-bd63-4778-a01d-9ff07a3c15ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32999468'] for subnet (f1dbeb8d-2a13-44a3-bdd2-d6dfe214456c), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:52.280094 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-7f551793-c52d-46ae-a93c-8e247cbfd21a req-746098cc-2155-4a98-a724-c65f6e23f53e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442264 Feb 07 20:38:52.291663 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-93a41ae6-bd63-4778-a01d-9ff07a3c15ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32999639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3187828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9307052'] for subnet (f1dbeb8d-2a13-44a3-bdd2-d6dfe214456c), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:52.315468 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 52684) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:38:52.317028 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a41ae6-bd63-4778-a01d-9ff07a3c15ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1dbeb8d-2a13-44a3-bdd2-d6dfe214456c,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:52.320838 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-93a41ae6-bd63-4778-a01d-9ff07a3c15ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for subnet (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:52.326283 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-93a41ae6-bd63-4778-a01d-9ff07a3c15ce admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f1dbeb8d-2a13-44a3-bdd2-d6dfe214456c HTTP/1.1" status: 204 len: 168 time: 0.2103622 Feb 07 20:38:52.326983 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 52686) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:38:52.397288 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d479ab0a-f7e5-42cd-8d02-50cd23927c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32943866'] for network (7f57cb47-8cc1-421f-88af-08ce60d3d2bd), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:52.479632 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d479ab0a-f7e5-42cd-8d02-50cd23927c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32817339', 'neutron.services.segments.db._delete_segments_for_network-8784096777409'] for network (7f57cb47-8cc1-421f-88af-08ce60d3d2bd), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:52.488752 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e537666-1620-4195-83f2-a0eed2569632 tempest-TestVolumeBootPattern-1641115913 tempest-TestVolumeBootPattern-1641115913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:52.490272 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-2e537666-1620-4195-83f2-a0eed2569632 tempest-TestVolumeBootPattern-1641115913 tempest-TestVolumeBootPattern-1641115913-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac HTTP/1.1" status: 200 len: 1124 time: 0.1735737 Feb 07 20:38:52.493257 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 52690) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:38:52.497600 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-d152a1cc-6071-4760-a422-3bfc4b9ee05e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Request body: {'floatingip': {'floating_network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'port_id': '32c35cbe-8983-41be-93ae-81ab59991470', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:38:52.499513 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.services.segments.db [None req-d479ab0a-f7e5-42cd-8d02-50cd23927c50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f57cb47-8cc1-421f-88af-08ce60d3d2bd']}} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:38:52.508841 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.services.segments.db [None req-d479ab0a-f7e5-42cd-8d02-50cd23927c50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d336edb-477a-4673-89be-90d920abe2ed') {'for_net_delete': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:38:52.509133 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.services.segments.db [None req-d479ab0a-f7e5-42cd-8d02-50cd23927c50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d336edb-477a-4673-89be-90d920abe2ed') {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:38:52.518531 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d479ab0a-f7e5-42cd-8d02-50cd23927c50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784096779466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9363904'] for segment (3d336edb-477a-4673-89be-90d920abe2ed), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:52.520013 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d152a1cc-6071-4760-a422-3bfc4b9ee05e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:52.532626 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d479ab0a-f7e5-42cd-8d02-50cd23927c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526'] for segment (3d336edb-477a-4673-89be-90d920abe2ed), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:52.540261 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d479ab0a-f7e5-42cd-8d02-50cd23927c50 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=102681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 20:38:52.540685 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d479ab0a-f7e5-42cd-8d02-50cd23927c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3187934'] for segment (3d336edb-477a-4673-89be-90d920abe2ed), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:52.542381 dv-cinder-828150-2-iscsi neutron-server[102681]: Traceback (most recent call last): Feb 07 20:38:52.542381 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 20:38:52.542381 dv-cinder-828150-2-iscsi neutron-server[102681]: timer() Feb 07 20:38:52.542381 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 20:38:52.542381 dv-cinder-828150-2-iscsi neutron-server[102681]: cb(*args, **kw) Feb 07 20:38:52.542381 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 20:38:52.542381 dv-cinder-828150-2-iscsi neutron-server[102681]: return func(*args, **kwargs) Feb 07 20:38:52.542381 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 20:38:52.542381 dv-cinder-828150-2-iscsi neutron-server[102681]: self._notify() Feb 07 20:38:52.542381 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 20:38:52.542381 dv-cinder-828150-2-iscsi neutron-server[102681]: self.callback(batched_events) Feb 07 20:38:52.542381 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 20:38:52.542381 dv-cinder-828150-2-iscsi neutron-server[102681]: event.method(event) Feb 07 20:38:52.542381 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 20:38:52.542381 dv-cinder-828150-2-iscsi neutron-server[102681]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 20:38:52.542381 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 20:38:52.542381 dv-cinder-828150-2-iscsi neutron-server[102681]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 20:38:52.542381 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 20:38:52.542381 dv-cinder-828150-2-iscsi neutron-server[102681]: return f(self, *a, **k) Feb 07 20:38:52.542381 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 20:38:52.542381 dv-cinder-828150-2-iscsi neutron-server[102681]: return self._get(url).json() Feb 07 20:38:52.542381 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 20:38:52.542381 dv-cinder-828150-2-iscsi neutron-server[102681]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 20:38:52.542381 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 20:38:52.542381 dv-cinder-828150-2-iscsi neutron-server[102681]: return self.request(url, 'GET', **kwargs) Feb 07 20:38:52.542381 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 20:38:52.542381 dv-cinder-828150-2-iscsi neutron-server[102681]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 20:38:52.542381 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 20:38:52.542381 dv-cinder-828150-2-iscsi neutron-server[102681]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 20:38:52.542381 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 20:38:52.542381 dv-cinder-828150-2-iscsi neutron-server[102681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 20:38:52.542381 dv-cinder-828150-2-iscsi neutron-server[102681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 20:38:52.598236 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d479ab0a-f7e5-42cd-8d02-50cd23927c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32817314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395791'] for network (7f57cb47-8cc1-421f-88af-08ce60d3d2bd), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:52.607087 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d479ab0a-f7e5-42cd-8d02-50cd23927c50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for network (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:52.610252 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-d479ab0a-f7e5-42cd-8d02-50cd23927c50 admin admin] 10.222.0.60 "DELETE /v2.0/networks/7f57cb47-8cc1-421f-88af-08ce60d3d2bd HTTP/1.1" status: 204 len: 168 time: 0.2828195 Feb 07 20:38:52.621249 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479ab0a-f7e5-42cd-8d02-50cd23927c50 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f57cb47-8cc1-421f-88af-08ce60d3d2bd,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:52.636876 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d152a1cc-6071-4760-a422-3bfc4b9ee05e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:52.703128 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f955315-7ed9-4b2b-942a-b4438366e52e req-d3f6e505-6b62-4250-a03d-2de72f0087b8 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:52.704661 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-5f955315-7ed9-4b2b-942a-b4438366e52e req-d3f6e505-6b62-4250-a03d-2de72f0087b8 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d794b52-4567-4f36-ac21-5a5d12ac8490 HTTP/1.1" status: 200 len: 944 time: 0.0555737 Feb 07 20:38:52.750981 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.db_base_plugin_common [None req-d152a1cc-6071-4760-a422-3bfc4b9ee05e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Allocated IP 172.27.3.90 (8fac5e93-9c31-4064-8161-a8fff953e3cb/29ca3f4a-d044-4ce0-b1ea-59efe11aa82f/c6165014-4fb4-42af-86f1-a2c59487cebd) {{(pid=102680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:38:52.757615 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-5f955315-7ed9-4b2b-942a-b4438366e52e req-6ea6e8df-6650-40fe-a15b-5fbdd180d96a tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/security-groups?id=9656f836-4669-46af-ba69-dfa237a56353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474939 Feb 07 20:38:52.800377 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 52696) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:38:52.841479 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-eeeaf285-16e3-4385-ae19-2fbf34fc32e5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f432db4128fd41dcb4533e392be06161&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0376651 Feb 07 20:38:52.841707 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 52698) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:38:52.857706 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d152a1cc-6071-4760-a422-3bfc4b9ee05e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for port (c6165014-4fb4-42af-86f1-a2c59487cebd), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:52.890955 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d152a1cc-6071-4760-a422-3bfc4b9ee05e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17688'] for port (c6165014-4fb4-42af-86f1-a2c59487cebd), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:52.895305 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-43740bfe-cafb-4b72-a206-4b44db6adaa4 admin admin] Publish callbacks [] for security_group (73a9da4f-8746-4353-8209-90a1b9fe7a9e), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:52.916879 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-43740bfe-cafb-4b72-a206-4b44db6adaa4 admin admin] Publish callbacks [] for security_group (73a9da4f-8746-4353-8209-90a1b9fe7a9e), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:52.932230 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d152a1cc-6071-4760-a422-3bfc4b9ee05e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Network 8fac5e93-9c31-4064-8161-a8fff953e3cb is already hosted by enough agents. {{(pid=102680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:38:52.935558 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [None req-d152a1cc-6071-4760-a422-3bfc4b9ee05e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Resources bound (agent type, host, resource id): {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:38:52.938313 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d152a1cc-6071-4760-a422-3bfc4b9ee05e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Received port after_create {{(pid=102680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:38:52.966502 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d152a1cc-6071-4760-a422-3bfc4b9ee05e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Pushing event updated for resources: {'Port': ['ID=c6165014-4fb4-42af-86f1-a2c59487cebd,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:52.980973 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-43740bfe-cafb-4b72-a206-4b44db6adaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (73a9da4f-8746-4353-8209-90a1b9fe7a9e), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:52.983692 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-43740bfe-cafb-4b72-a206-4b44db6adaa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:52.984826 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-43740bfe-cafb-4b72-a206-4b44db6adaa4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/73a9da4f-8746-4353-8209-90a1b9fe7a9e HTTP/1.1" status: 204 len: 168 time: 0.1422343 Feb 07 20:38:52.993235 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43740bfe-cafb-4b72-a206-4b44db6adaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a9da4f-8746-4353-8209-90a1b9fe7a9e,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:53.091303 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de6684-decc-4d7e-addd-581c0a5953f8 req-deeed336-119f-4f3a-82ff-440103deb5f8 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:53.092793 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-28de6684-decc-4d7e-addd-581c0a5953f8 req-deeed336-119f-4f3a-82ff-440103deb5f8 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.1306708 Feb 07 20:38:53.215995 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-28de6684-decc-4d7e-addd-581c0a5953f8 req-8d143f0b-3c2f-4505-9d1a-bbf5306007c6 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151097 Feb 07 20:38:53.424791 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d152a1cc-6071-4760-a422-3bfc4b9ee05e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for floatingip (9c361f54-d657-4a24-8cd8-13939e47c692), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:53.504865 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d152a1cc-6071-4760-a422-3bfc4b9ee05e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (c6165014-4fb4-42af-86f1-a2c59487cebd), before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:53.657367 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d152a1cc-6071-4760-a422-3bfc4b9ee05e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for port (c6165014-4fb4-42af-86f1-a2c59487cebd), precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:53.661838 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d152a1cc-6071-4760-a422-3bfc4b9ee05e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17681'] for port (c6165014-4fb4-42af-86f1-a2c59487cebd), after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:53.891255 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91acde16-a136-4c61-b610-1a9d4674342d req-cf405794-58e5-421b-bf2a-cb1448be9681 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:53.893115 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-91acde16-a136-4c61-b610-1a9d4674342d req-cf405794-58e5-421b-bf2a-cb1448be9681 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d794b52-4567-4f36-ac21-5a5d12ac8490 HTTP/1.1" status: 200 len: 944 time: 0.0617495 Feb 07 20:38:53.945437 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-91acde16-a136-4c61-b610-1a9d4674342d req-db4ffbb6-5c53-4913-b192-e5d450873593 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/security-groups?id=9656f836-4669-46af-ba69-dfa237a56353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457993 Feb 07 20:38:53.953379 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d152a1cc-6071-4760-a422-3bfc4b9ee05e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Pushing event updated for resources: {'Port': ['ID=c6165014-4fb4-42af-86f1-a2c59487cebd,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:53.969932 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d152a1cc-6071-4760-a422-3bfc4b9ee05e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395805'] for floatingip (9c361f54-d657-4a24-8cd8-13939e47c692), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:54.082523 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.db.l3_db [None req-d152a1cc-6071-4760-a422-3bfc4b9ee05e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Floating IP 9c361f54-d657-4a24-8cd8-13939e47c692 associated. External IP: 172.27.3.90, port: 32c35cbe-8983-41be-93ae-81ab59991470. Feb 07 20:38:54.301078 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d152a1cc-6071-4760-a422-3bfc4b9ee05e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Router f8ecbfa1-0d21-4c50-9a06-f78846443237 has already been hosted by L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef {{(pid=102680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:38:54.416795 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d152a1cc-6071-4760-a422-3bfc4b9ee05e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:38:54.430224 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4540ffe7-bad6-45b6-8265-fc7f0cb0e117 None None] Sync routers for ids ['f8ecbfa1-0d21-4c50-9a06-f78846443237'] in dv-cinder-828150-2-iscsi {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:38:54.439922 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4540ffe7-bad6-45b6-8265-fc7f0cb0e117 None None] Routers {'f8ecbfa1-0d21-4c50-9a06-f78846443237'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:38:54.440566 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-4540ffe7-bad6-45b6-8265-fc7f0cb0e117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:38:29Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['f8ecbfa1-0d21-4c50-9a06-f78846443237'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:38:54.441835 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d152a1cc-6071-4760-a422-3bfc4b9ee05e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for floatingip (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:54.485746 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-d152a1cc-6071-4760-a422-3bfc4b9ee05e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9914310 Feb 07 20:38:54.486604 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac', 'tag': '32c35cbe-8983-41be-93ae-81ab59991470'}] {{(pid=102680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:38:54.489320 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8018c2217b61fdaaeb92b6d737e1de58097a2b3cdf81442b843717ec2e5fe670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73be19b-5a01-4e62-8de0-4d099c74fa8c" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac", "tag": "32c35cbe-8983-41be-93ae-81ab59991470"}]}' {{(pid=102680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:38:54.534212 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400a1b5f-d2f5-48a4-b8cc-c74a14dab857 x-openstack-request-id: req-400a1b5f-d2f5-48a4-b8cc-c74a14dab857 {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:38:54.534702 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac", "tag": "32c35cbe-8983-41be-93ae-81ab59991470", "status": "completed", "code": 200}]} {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:38:54.534955 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-400a1b5f-d2f5-48a4-b8cc-c74a14dab857 {{(pid=102680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:38:54.535755 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac', 'tag': '32c35cbe-8983-41be-93ae-81ab59991470', 'status': 'completed', 'code': 200} Feb 07 20:38:54.572325 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-4540ffe7-bad6-45b6-8265-fc7f0cb0e117 None None] Set router f8ecbfa1-0d21-4c50-9a06-f78846443237 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:38:54.619304 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73be19b-5a01-4e62-8de0-4d099c74fa8c req-dbe89539-29b9-427f-96f3-13c8852771f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:54.620741 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e73be19b-5a01-4e62-8de0-4d099c74fa8c req-dbe89539-29b9-427f-96f3-13c8852771f0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a36697eb438d4c69909c3d32f2f92e77&device_id=b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac HTTP/1.1" status: 200 len: 1129 time: 0.0642946 Feb 07 20:38:54.736162 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73be19b-5a01-4e62-8de0-4d099c74fa8c req-e81a647f-7b08-469a-a3e3-6e8ff559ec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:54.739211 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e73be19b-5a01-4e62-8de0-4d099c74fa8c req-e81a647f-7b08-469a-a3e3-6e8ff559ec88 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1a0cddfd-817c-4633-a6c0-32d035fd0eb1 HTTP/1.1" status: 200 len: 913 time: 0.1120169 Feb 07 20:38:54.827309 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-4540ffe7-bad6-45b6-8265-fc7f0cb0e117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'name': 'tempest-TestVolumeBootPattern-2035682319-router', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:37:58Z', 'updated_at': '2022-02-07T20:38:01Z', 'revision_number': 4, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'gw_port': {'id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:37:59Z', 'updated_at': '2022-02-07T20:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_floatingips': [{'id': '9c361f54-d657-4a24-8cd8-13939e47c692', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'router_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'port_id': '32c35cbe-8983-41be-93ae-81ab59991470', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'mac_address': 'fa:16:3e:02:c5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:38:53Z', 'updated_at': '2022-02-07T20:38:53Z', 'revision_number': 0, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d81889e-c274-4bba-806d-f8de1bf939e6', 'name': '', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'mac_address': 'fa:16:3e:ad:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:38:00Z', 'updated_at': '2022-02-07T20:38:06Z', 'revision_number': 5, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'subnets': [{'id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:38:54.831683 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e73be19b-5a01-4e62-8de0-4d099c74fa8c req-8b8e97af-6a12-49b3-bad6-dc7a28712188 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32c35cbe-8983-41be-93ae-81ab59991470 HTTP/1.1" status: 200 len: 998 time: 0.0855978 Feb 07 20:38:54.848591 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 5067e6e2-0261-4245-97c4-02fc5a29c94e details requested by agent hyperv_hv-cinder-82815 with host hv-cinder-82815 {{(pid=102682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:38:54.851720 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7 no longer exists at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:38:54.854558 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4540ffe7-bad6-45b6-8265-fc7f0cb0e117 None None] Checking router: f8ecbfa1-0d21-4c50-9a06-f78846443237 for host: dv-cinder-828150-2-iscsi {{(pid=102683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:38:54.863575 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4540ffe7-bad6-45b6-8265-fc7f0cb0e117 None None] Routers {'f8ecbfa1-0d21-4c50-9a06-f78846443237'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:38:54.864183 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-4540ffe7-bad6-45b6-8265-fc7f0cb0e117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:38:29Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['f8ecbfa1-0d21-4c50-9a06-f78846443237'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:38:54.902148 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] No Port match for: d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7 {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:38:54.902493 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device d3a7c2ce-cbd0-4ac1-9cac-4d4717690bb7 not bound to the agent host hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:38:54.921307 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73be19b-5a01-4e62-8de0-4d099c74fa8c req-3a410789-bde9-46d1-b7a1-b361d72b9dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:54.923107 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e73be19b-5a01-4e62-8de0-4d099c74fa8c req-3a410789-bde9-46d1-b7a1-b361d72b9dca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a HTTP/1.1" status: 200 len: 851 time: 0.0849333 Feb 07 20:38:54.989898 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-4540ffe7-bad6-45b6-8265-fc7f0cb0e117 None None] Set router f8ecbfa1-0d21-4c50-9a06-f78846443237 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:38:55.005857 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 5067e6e2-0261-4245-97c4-02fc5a29c94e, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=5067e6e2-0261-4245-97c4-02fc5a29c94e,segment=NetworkSegment(b6f251ef-eff8-415b-97ed-ba80b14f0fa0),segment_id=b6f251ef-eff8-415b-97ed-ba80b14f0fa0)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:38:55.028338 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Returning: {'device': '5067e6e2-0261-4245-97c4-02fc5a29c94e', 'network_id': '7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f', 'port_id': '5067e6e2-0261-4245-97c4-02fc5a29c94e', 'mac_address': 'fa:16:3e:fb:65:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff1db4f8-a62f-4395-b83b-77d78d60bcdf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:38:55.033056 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73be19b-5a01-4e62-8de0-4d099c74fa8c req-d3162810-4978-48cd-8fe5-3ef458a2fffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:55.044472 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e73be19b-5a01-4e62-8de0-4d099c74fa8c req-d3162810-4978-48cd-8fe5-3ef458a2fffb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1a0cddfd-817c-4633-a6c0-32d035fd0eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1030469 Feb 07 20:38:55.096499 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port 5067e6e2-0261-4245-97c4-02fc5a29c94e is: DOWN; New status is: BUILD {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:38:55.096995 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (5067e6e2-0261-4245-97c4-02fc5a29c94e), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:55.109468 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8207a-2218-4339-b337-1a996e3110eb req-e77ac405-dcd7-4b79-9f2e-66aaffb8d184 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:55.111825 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-afb8207a-2218-4339-b337-1a996e3110eb req-e77ac405-dcd7-4b79-9f2e-66aaffb8d184 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d794b52-4567-4f36-ac21-5a5d12ac8490 HTTP/1.1" status: 200 len: 944 time: 0.0769680 Feb 07 20:38:55.119585 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5067e6e2-0261-4245-97c4-02fc5a29c94e {{(pid=102682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:38:55.160811 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 5067e6e2-0261-4245-97c4-02fc5a29c94e, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=5067e6e2-0261-4245-97c4-02fc5a29c94e,segment=NetworkSegment(b6f251ef-eff8-415b-97ed-ba80b14f0fa0),segment_id=b6f251ef-eff8-415b-97ed-ba80b14f0fa0)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:38:55.168964 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (5067e6e2-0261-4245-97c4-02fc5a29c94e), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:55.180636 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-afb8207a-2218-4339-b337-1a996e3110eb req-8afc8970-09a7-434e-a367-44941814f77e tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/security-groups?id=9656f836-4669-46af-ba69-dfa237a56353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527818 Feb 07 20:38:55.227434 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e73be19b-5a01-4e62-8de0-4d099c74fa8c req-913d8421-45ac-4c48-a4d0-510bcefed58f service neutron] 10.222.0.24 "GET /v2.0/networks/1a0cddfd-817c-4633-a6c0-32d035fd0eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813152 Feb 07 20:38:55.234652 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=5067e6e2-0261-4245-97c4-02fc5a29c94e,revision_number=4']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:55.327982 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e73be19b-5a01-4e62-8de0-4d099c74fa8c req-92a978d3-960a-469f-9e23-bafe4f6c5114 service neutron] 10.222.0.24 "GET /v2.0/networks/1a0cddfd-817c-4633-a6c0-32d035fd0eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926266 Feb 07 20:38:55.343519 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-4540ffe7-bad6-45b6-8265-fc7f0cb0e117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'name': 'tempest-TestVolumeBootPattern-2035682319-router', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:37:58Z', 'updated_at': '2022-02-07T20:38:01Z', 'revision_number': 4, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'gw_port': {'id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:37:59Z', 'updated_at': '2022-02-07T20:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_floatingips': [{'id': '9c361f54-d657-4a24-8cd8-13939e47c692', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'router_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'port_id': '32c35cbe-8983-41be-93ae-81ab59991470', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'mac_address': 'fa:16:3e:02:c5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:38:53Z', 'updated_at': '2022-02-07T20:38:53Z', 'revision_number': 0, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d81889e-c274-4bba-806d-f8de1bf939e6', 'name': '', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'mac_address': 'fa:16:3e:ad:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:38:00Z', 'updated_at': '2022-02-07T20:38:06Z', 'revision_number': 5, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'subnets': [{'id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:38:55.376161 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4540ffe7-bad6-45b6-8265-fc7f0cb0e117 None None] The sync data for ids ['f8ecbfa1-0d21-4c50-9a06-f78846443237'] in dv-cinder-828150-2-iscsi is: [{'id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'name': 'tempest-TestVolumeBootPattern-2035682319-router', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:37:58Z', 'updated_at': '2022-02-07T20:38:01Z', 'revision_number': 4, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'gw_port': {'id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:37:59Z', 'updated_at': '2022-02-07T20:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_floatingips': [{'id': '9c361f54-d657-4a24-8cd8-13939e47c692', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'router_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'port_id': '32c35cbe-8983-41be-93ae-81ab59991470', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'mac_address': 'fa:16:3e:02:c5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:38:53Z', 'updated_at': '2022-02-07T20:38:53Z', 'revision_number': 0, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d81889e-c274-4bba-806d-f8de1bf939e6', 'name': '', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'mac_address': 'fa:16:3e:ad:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:38:00Z', 'updated_at': '2022-02-07T20:38:06Z', 'revision_number': 5, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'subnets': [{'id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:38:55.455789 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['5067e6e2-0261-4245-97c4-02fc5a29c94e'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:38:55.621445 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96f9572-33d0-4787-abe6-13441a854721 None None] New status for floating IP 9c361f54-d657-4a24-8cd8-13939e47c692: ACTIVE {{(pid=102682) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 20:38:56.182319 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 52864) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:38:56.290511 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad786e23-6ea3-4e20-980a-c5055b217ea5 req-6c2b02df-04ae-42f2-a6d0-03a74c1d6d4d tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:56.292001 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ad786e23-6ea3-4e20-980a-c5055b217ea5 req-6c2b02df-04ae-42f2-a6d0-03a74c1d6d4d tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d794b52-4567-4f36-ac21-5a5d12ac8490 HTTP/1.1" status: 200 len: 945 time: 0.0544150 Feb 07 20:38:56.318803 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-3101e8cb-91c6-4603-9886-dca62bbc31ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:56.363805 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ad786e23-6ea3-4e20-980a-c5055b217ea5 req-43b34948-c6c1-4bc2-86a7-a51b4da2ed00 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/security-groups?id=9656f836-4669-46af-ba69-dfa237a56353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654521 Feb 07 20:38:56.398792 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (2db0d972-3e88-4a6a-9d75-f8f2fe350c5f), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:56.414232 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-3101e8cb-91c6-4603-9886-dca62bbc31ec admin admin] Publish callbacks [] for security_group (74dd60f9-c0a3-48d4-b5e5-d14adceb138c), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:56.417646 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-3101e8cb-91c6-4603-9886-dca62bbc31ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (74dd60f9-c0a3-48d4-b5e5-d14adceb138c), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:56.454390 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-3101e8cb-91c6-4603-9886-dca62bbc31ec admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=89cb870da4064c5682759c227f8ced46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2710462 Feb 07 20:38:56.455495 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3101e8cb-91c6-4603-9886-dca62bbc31ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74dd60f9-c0a3-48d4-b5e5-d14adceb138c,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:56.457211 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 52870) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:38:56.510032 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-4c017d6b-7933-406f-abdf-4b630e684897 admin admin] Publish callbacks [] for security_group (74dd60f9-c0a3-48d4-b5e5-d14adceb138c), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:56.532814 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-4c017d6b-7933-406f-abdf-4b630e684897 admin admin] Publish callbacks [] for security_group (74dd60f9-c0a3-48d4-b5e5-d14adceb138c), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:56.537090 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-667dd521-377b-4088-b378-f3932f25e31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:56.580080 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-4c017d6b-7933-406f-abdf-4b630e684897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (74dd60f9-c0a3-48d4-b5e5-d14adceb138c), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:56.582616 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-4c017d6b-7933-406f-abdf-4b630e684897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:56.583786 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-4c017d6b-7933-406f-abdf-4b630e684897 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/74dd60f9-c0a3-48d4-b5e5-d14adceb138c HTTP/1.1" status: 204 len: 168 time: 0.1242163 Feb 07 20:38:56.590958 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c017d6b-7933-406f-abdf-4b630e684897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74dd60f9-c0a3-48d4-b5e5-d14adceb138c,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:56.836943 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 52876) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:38:56.849755 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7de2f1ed-d8e9-42d9-a027-36b06c1fee87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:56.862790 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 5067e6e2-0261-4245-97c4-02fc5a29c94e up at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:38:56.919456 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning for port 5067e6e2-0261-4245-97c4-02fc5a29c94e completed by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:38:56.923321 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning complete for port 5067e6e2-0261-4245-97c4-02fc5a29c94e triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:38:56.923751 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (5067e6e2-0261-4245-97c4-02fc5a29c94e), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:56.925667 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7de2f1ed-d8e9-42d9-a027-36b06c1fee87 admin admin] Publish callbacks [] for security_group (441ca1c0-d3ca-4338-8abe-c5013c40eeea), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:56.929575 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7de2f1ed-d8e9-42d9-a027-36b06c1fee87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (441ca1c0-d3ca-4338-8abe-c5013c40eeea), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:56.967412 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2f1ed-d8e9-42d9-a027-36b06c1fee87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441ca1c0-d3ca-4338-8abe-c5013c40eeea,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:56.972805 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-7de2f1ed-d8e9-42d9-a027-36b06c1fee87 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b6f10dd0d2a14e1bbe66d6fea86ae650&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348286 Feb 07 20:38:56.976444 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 52882) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:38:57.008184 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port 5067e6e2-0261-4245-97c4-02fc5a29c94e is: BUILD; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:38:57.008885 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (5067e6e2-0261-4245-97c4-02fc5a29c94e), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:57.024926 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-5f17bca2-1b46-4e4c-a1f3-5b58d2187654 admin admin] Publish callbacks [] for security_group (441ca1c0-d3ca-4338-8abe-c5013c40eeea), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:57.032948 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d794b52-4567-4f36-ac21-5a5d12ac8490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5067e6e2-0261-4245-97c4-02fc5a29c94e'}] {{(pid=102682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:38:57.035755 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49691025426d341bc8e7177f0b95fa1f617f1e30ecd73d77513429b9266eb12b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004d2d43-9574-44a4-aba4-ecd6d5cb848a" -d '{"events": [{"server_uuid": "1d794b52-4567-4f36-ac21-5a5d12ac8490", "name": "network-vif-plugged", "status": "completed", "tag": "5067e6e2-0261-4245-97c4-02fc5a29c94e"}]}' {{(pid=102682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:38:57.047901 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-5f17bca2-1b46-4e4c-a1f3-5b58d2187654 admin admin] Publish callbacks [] for security_group (441ca1c0-d3ca-4338-8abe-c5013c40eeea), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:57.049030 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 5067e6e2-0261-4245-97c4-02fc5a29c94e, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=5067e6e2-0261-4245-97c4-02fc5a29c94e,segment=NetworkSegment(b6f251ef-eff8-415b-97ed-ba80b14f0fa0),segment_id=b6f251ef-eff8-415b-97ed-ba80b14f0fa0)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:38:57.055956 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (5067e6e2-0261-4245-97c4-02fc5a29c94e), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:57.094050 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ad99d0-2e41-4a2b-ad3c-1c1b7a331bd6 x-openstack-request-id: req-18ad99d0-2e41-4a2b-ad3c-1c1b7a331bd6 {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:38:57.094188 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d794b52-4567-4f36-ac21-5a5d12ac8490", "name": "network-vif-plugged", "status": "completed", "tag": "5067e6e2-0261-4245-97c4-02fc5a29c94e", "code": 200}]} {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:38:57.097461 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-18ad99d0-2e41-4a2b-ad3c-1c1b7a331bd6 {{(pid=102682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:38:57.097461 dv-cinder-828150-2-iscsi neutron-server[102682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d794b52-4567-4f36-ac21-5a5d12ac8490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5067e6e2-0261-4245-97c4-02fc5a29c94e', 'code': 200} Feb 07 20:38:57.109359 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-5f17bca2-1b46-4e4c-a1f3-5b58d2187654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (441ca1c0-d3ca-4338-8abe-c5013c40eeea), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:57.112229 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-5f17bca2-1b46-4e4c-a1f3-5b58d2187654 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:57.116548 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-5f17bca2-1b46-4e4c-a1f3-5b58d2187654 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/441ca1c0-d3ca-4338-8abe-c5013c40eeea HTTP/1.1" status: 204 len: 168 time: 0.1386256 Feb 07 20:38:57.130530 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17bca2-1b46-4e4c-a1f3-5b58d2187654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441ca1c0-d3ca-4338-8abe-c5013c40eeea,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:57.149211 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=5067e6e2-0261-4245-97c4-02fc5a29c94e,revision_number=5']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:57.216185 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446718f9-fe59-4b99-971a-7c347d3c7afa req-78e8a28a-da6b-4fed-a792-9c0120601ad1 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:57.217717 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-446718f9-fe59-4b99-971a-7c347d3c7afa req-78e8a28a-da6b-4fed-a792-9c0120601ad1 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.0634220 Feb 07 20:38:57.275545 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-446718f9-fe59-4b99-971a-7c347d3c7afa req-b8d85255-fd06-4165-94d2-e7530b9fc037 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514798 Feb 07 20:38:57.312684 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc81a8-0d47-4b6e-b485-d9e3606f29f2 req-5113e642-980c-4af1-81e8-323593a08f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:57.314198 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-eadc81a8-0d47-4b6e-b485-d9e3606f29f2 req-5113e642-980c-4af1-81e8-323593a08f3e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1d794b52-4567-4f36-ac21-5a5d12ac8490 HTTP/1.1" status: 200 len: 1130 time: 0.0540102 Feb 07 20:38:57.360387 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-eadc81a8-0d47-4b6e-b485-d9e3606f29f2 req-1b485355-f0b6-4592-bbf4-3a93daaf5217 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9656f836-4669-46af-ba69-dfa237a56353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375168 Feb 07 20:38:57.483916 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c529c-830b-475f-b5b1-f3d14526e1b3 req-19ac546a-af78-46e2-b4f5-9e04eb62687a tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:57.485423 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-015c529c-830b-475f-b5b1-f3d14526e1b3 req-19ac546a-af78-46e2-b4f5-9e04eb62687a tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d794b52-4567-4f36-ac21-5a5d12ac8490 HTTP/1.1" status: 200 len: 946 time: 0.0528286 Feb 07 20:38:57.533560 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-015c529c-830b-475f-b5b1-f3d14526e1b3 req-eb165501-bff1-4acc-98c1-db2c57df5458 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/security-groups?id=9656f836-4669-46af-ba69-dfa237a56353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427270 Feb 07 20:38:58.390017 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa969b-291c-45cf-b407-b48f40c5b43c req-cf7b23ca-6446-4ef6-b582-b92f80c3c7e7 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:58.391535 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-92fa969b-291c-45cf-b407-b48f40c5b43c req-cf7b23ca-6446-4ef6-b582-b92f80c3c7e7 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.0503204 Feb 07 20:38:58.440643 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-92fa969b-291c-45cf-b407-b48f40c5b43c req-77787375-8634-404a-a3fa-ce3e94cd0273 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436518 Feb 07 20:38:58.656245 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85ceeb-3b2e-4bc3-ad34-358e325b1639 req-0ff7815f-b392-41b1-96b6-24a1ab4d298f tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:58.657715 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-3e85ceeb-3b2e-4bc3-ad34-358e325b1639 req-0ff7815f-b392-41b1-96b6-24a1ab4d298f tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d794b52-4567-4f36-ac21-5a5d12ac8490 HTTP/1.1" status: 200 len: 946 time: 0.0515816 Feb 07 20:38:58.686554 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 52938) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:38:58.705804 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-3e85ceeb-3b2e-4bc3-ad34-358e325b1639 req-4a9be76a-fa26-4525-845c-a2ffb2e1a312 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/security-groups?id=9656f836-4669-46af-ba69-dfa237a56353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426238 Feb 07 20:38:58.793315 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-86a22d80-05e8-4036-b552-5047661e09b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:58.869179 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-86a22d80-05e8-4036-b552-5047661e09b9 admin admin] Publish callbacks [] for security_group (39fcbed1-f364-4ba9-b800-72ac64d676c5), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:58.877077 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-86a22d80-05e8-4036-b552-5047661e09b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (39fcbed1-f364-4ba9-b800-72ac64d676c5), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:58.879632 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-51faf0ad-e88b-48fe-b343-f3001823fa80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:58.919386 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-86a22d80-05e8-4036-b552-5047661e09b9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d9fa788a9dcc4d9cb41ee54e198a41bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317393 Feb 07 20:38:58.920528 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a22d80-05e8-4036-b552-5047661e09b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fcbed1-f364-4ba9-b800-72ac64d676c5,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:58.923212 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 52942) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:38:58.975298 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-5f3d7bcf-7f1e-4370-ac16-b4c055e2335f admin admin] Publish callbacks [] for security_group (39fcbed1-f364-4ba9-b800-72ac64d676c5), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:58.996273 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-5f3d7bcf-7f1e-4370-ac16-b4c055e2335f admin admin] Publish callbacks [] for security_group (39fcbed1-f364-4ba9-b800-72ac64d676c5), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:59.040725 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-5f3d7bcf-7f1e-4370-ac16-b4c055e2335f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (39fcbed1-f364-4ba9-b800-72ac64d676c5), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:59.043603 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-5f3d7bcf-7f1e-4370-ac16-b4c055e2335f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:59.044721 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-5f3d7bcf-7f1e-4370-ac16-b4c055e2335f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/39fcbed1-f364-4ba9-b800-72ac64d676c5 HTTP/1.1" status: 204 len: 168 time: 0.1200099 Feb 07 20:38:59.051994 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d7bcf-7f1e-4370-ac16-b4c055e2335f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fcbed1-f364-4ba9-b800-72ac64d676c5,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:59.164871 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.agents_db [None req-6ca4556d-c1da-4dc5-8d4b-cf8528912650 None None] Agent healthcheck: found 6 active agents {{(pid=102683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:38:59.299808 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 52948) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:38:59.312493 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-3d3aaedc-1f58-4840-96a3-51b914e91e69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:59.381215 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-3d3aaedc-1f58-4840-96a3-51b914e91e69 admin admin] Publish callbacks [] for security_group (e8bd2fb0-1d0f-42e2-9610-69aca037c762), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:59.385381 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-3d3aaedc-1f58-4840-96a3-51b914e91e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (e8bd2fb0-1d0f-42e2-9610-69aca037c762), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:59.422570 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-3d3aaedc-1f58-4840-96a3-51b914e91e69 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=44967b0902e24eb682f915c14f50732e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1217060 Feb 07 20:38:59.423708 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3aaedc-1f58-4840-96a3-51b914e91e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bd2fb0-1d0f-42e2-9610-69aca037c762,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:59.425506 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 52950) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:38:59.476602 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b98cd287-9d30-4003-92b3-4302eae84e55 admin admin] Publish callbacks [] for security_group (e8bd2fb0-1d0f-42e2-9610-69aca037c762), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:59.497709 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b98cd287-9d30-4003-92b3-4302eae84e55 admin admin] Publish callbacks [] for security_group (e8bd2fb0-1d0f-42e2-9610-69aca037c762), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:59.544503 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b98cd287-9d30-4003-92b3-4302eae84e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (e8bd2fb0-1d0f-42e2-9610-69aca037c762), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:59.547103 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-b98cd287-9d30-4003-92b3-4302eae84e55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:38:59.548271 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-b98cd287-9d30-4003-92b3-4302eae84e55 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e8bd2fb0-1d0f-42e2-9610-69aca037c762 HTTP/1.1" status: 204 len: 168 time: 0.1217313 Feb 07 20:38:59.558688 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98cd287-9d30-4003-92b3-4302eae84e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bd2fb0-1d0f-42e2-9610-69aca037c762,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:38:59.566247 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895bcf9-7524-4bdb-b872-86174f3385b2 req-1e707047-d583-47a9-98d5-fcedfd965258 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:59.567943 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-3895bcf9-7524-4bdb-b872-86174f3385b2 req-1e707047-d583-47a9-98d5-fcedfd965258 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.0597107 Feb 07 20:38:59.616822 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-3895bcf9-7524-4bdb-b872-86174f3385b2 req-532e17e2-83e2-4580-82ac-0e53ad10241a tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421953 Feb 07 20:38:59.826743 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56ad8b-9b76-42f4-9d6e-5936653396d2 req-8f9ab7ad-8dc5-4432-8694-c99479318782 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:38:59.831374 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8c56ad8b-9b76-42f4-9d6e-5936653396d2 req-8f9ab7ad-8dc5-4432-8694-c99479318782 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d794b52-4567-4f36-ac21-5a5d12ac8490 HTTP/1.1" status: 200 len: 946 time: 0.0563452 Feb 07 20:38:59.884177 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8c56ad8b-9b76-42f4-9d6e-5936653396d2 req-352dc1e3-b319-413f-8922-aa77adf24756 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/security-groups?id=9656f836-4669-46af-ba69-dfa237a56353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465727 Feb 07 20:38:59.958163 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:00.505948 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8c78f-3acb-498f-97c9-700c3d87ab3f req-09638a57-fa7a-407c-af43-f9607afce0b3 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:00.509833 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-cdb8c78f-3acb-498f-97c9-700c3d87ab3f req-09638a57-fa7a-407c-af43-f9607afce0b3 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.0685701 Feb 07 20:39:00.620993 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [req-cdb8c78f-3acb-498f-97c9-700c3d87ab3f req-db3d412e-7ef6-47b0-b78c-59236eba5f4f tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Deleting port d61eb379-e74f-4eca-93e4-c21c726a3941 {{(pid=102681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:39:00.621329 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-cdb8c78f-3acb-498f-97c9-700c3d87ab3f req-db3d412e-7ef6-47b0-b78c-59236eba5f4f tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (d61eb379-e74f-4eca-93e4-c21c726a3941), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:00.726290 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-cdb8c78f-3acb-498f-97c9-700c3d87ab3f req-db3d412e-7ef6-47b0-b78c-59236eba5f4f tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] For port d61eb379-e74f-4eca-93e4-c21c726a3941, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=d61eb379-e74f-4eca-93e4-c21c726a3941,segment=NetworkSegment(1eca02bb-694f-44b9-b142-b7ec0b741684),segment_id=1eca02bb-694f-44b9-b142-b7ec0b741684)] {{(pid=102681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:39:00.726658 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-cdb8c78f-3acb-498f-97c9-700c3d87ab3f req-db3d412e-7ef6-47b0-b78c-59236eba5f4f tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (d61eb379-e74f-4eca-93e4-c21c726a3941), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:00.741730 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [req-cdb8c78f-3acb-498f-97c9-700c3d87ab3f req-db3d412e-7ef6-47b0-b78c-59236eba5f4f tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Calling delete_port for d61eb379-e74f-4eca-93e4-c21c726a3941 owned by compute:nova {{(pid=102681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:39:00.742316 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d422f-1999-4da3-9ccc-bbb39c5cdfd7 req-65ef51cc-2c7d-4632-8f1c-ec020abb73af tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:00.750269 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-ff6d422f-1999-4da3-9ccc-bbb39c5cdfd7 req-65ef51cc-2c7d-4632-8f1c-ec020abb73af tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ea17f8-d188-490d-9896-e92752403840 HTTP/1.1" status: 200 len: 946 time: 0.0663750 Feb 07 20:39:00.794356 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-ff6d422f-1999-4da3-9ccc-bbb39c5cdfd7 req-106e7ad2-e54c-46b7-85ab-199eb812fe97 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428102 Feb 07 20:39:00.878357 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-cdb8c78f-3acb-498f-97c9-700c3d87ab3f req-db3d412e-7ef6-47b0-b78c-59236eba5f4f tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (d61eb379-e74f-4eca-93e4-c21c726a3941), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:00.890249 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['d61eb379-e74f-4eca-93e4-c21c726a3941', '48a2d566-e03d-4d9e-be71-21cdab9444a0'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:39:00.904433 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d412e-7ef6-47b0-b78c-59236eba5f4f tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Pushing event deleted for resources: {'Port': ['ID=d61eb379-e74f-4eca-93e4-c21c726a3941,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:00.951862 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb8c78f-3acb-498f-97c9-700c3d87ab3f req-db3d412e-7ef6-47b0-b78c-59236eba5f4f tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] No DVR routers for this DVR port d61eb379-e74f-4eca-93e4-c21c726a3941 on host hv-cinder-82815 {{(pid=102681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:39:00.954403 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-cdb8c78f-3acb-498f-97c9-700c3d87ab3f req-db3d412e-7ef6-47b0-b78c-59236eba5f4f tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:00.957804 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-cdb8c78f-3acb-498f-97c9-700c3d87ab3f req-db3d412e-7ef6-47b0-b78c-59236eba5f4f tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.24 "DELETE /v2.0/ports/d61eb379-e74f-4eca-93e4-c21c726a3941 HTTP/1.1" status: 204 len: 173 time: 0.4406710 Feb 07 20:39:00.958249 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ea17f8-d188-490d-9896-e92752403840', 'name': 'network-vif-deleted', 'tag': 'd61eb379-e74f-4eca-93e4-c21c726a3941'}] {{(pid=102681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:39:00.960572 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d543a4f93c545b9f4b4319baf8ff9337481391693fb3bbf25dbe09721f1c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d167d91b-f4d5-44cf-9f12-f7899de9f719" -d '{"events": [{"server_uuid": "f6ea17f8-d188-490d-9896-e92752403840", "name": "network-vif-deleted", "tag": "d61eb379-e74f-4eca-93e4-c21c726a3941"}]}' {{(pid=102681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:39:00.999052 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68f0339-a36d-49de-9786-34b24f80a12d x-openstack-request-id: req-e68f0339-a36d-49de-9786-34b24f80a12d {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:39:00.999359 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ea17f8-d188-490d-9896-e92752403840", "name": "network-vif-deleted", "tag": "d61eb379-e74f-4eca-93e4-c21c726a3941", "status": "completed", "code": 200}]} {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:39:00.999636 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e68f0339-a36d-49de-9786-34b24f80a12d {{(pid=102681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:39:01.000124 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ea17f8-d188-490d-9896-e92752403840', 'name': 'network-vif-deleted', 'tag': 'd61eb379-e74f-4eca-93e4-c21c726a3941', 'status': 'completed', 'code': 200} Feb 07 20:39:01.487742 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:02.070059 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30017a-0405-42ca-ad7a-23beea48ed3a req-4816ee42-542b-415e-b74d-a5adaad2d194 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:02.071627 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-9b30017a-0405-42ca-ad7a-23beea48ed3a req-4816ee42-542b-415e-b74d-a5adaad2d194 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0540459 Feb 07 20:39:02.124672 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-9b30017a-0405-42ca-ad7a-23beea48ed3a req-dd4ad1bd-5071-4b17-8750-7c7ea541d689 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472367 Feb 07 20:39:02.727087 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:03.249533 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b08e0f7-db0c-4329-9ca8-34141835fa9f req-1ac33175-0b2a-410c-ab17-c6a37474aab2 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:03.251021 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-5b08e0f7-db0c-4329-9ca8-34141835fa9f req-1ac33175-0b2a-410c-ab17-c6a37474aab2 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0548186 Feb 07 20:39:03.298235 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-5b08e0f7-db0c-4329-9ca8-34141835fa9f req-e2d2742f-2c0e-45a9-9bb8-3afcf99f3670 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416257 Feb 07 20:39:04.421713 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6290b3d-edfa-47fd-a078-47d95df74790 req-8d4dce3c-a4bc-4386-8f95-1a7ccd130d6a tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:04.423846 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f6290b3d-edfa-47fd-a078-47d95df74790 req-8d4dce3c-a4bc-4386-8f95-1a7ccd130d6a tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0584691 Feb 07 20:39:04.470512 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f6290b3d-edfa-47fd-a078-47d95df74790 req-214fca40-852c-45cb-a13c-93af0173d1b4 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401833 Feb 07 20:39:04.924409 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device d61eb379-e74f-4eca-93e4-c21c726a3941 no longer exists at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:39:04.947730 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] No Port match for: d61eb379-e74f-4eca-93e4-c21c726a3941 {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:39:04.948060 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device d61eb379-e74f-4eca-93e4-c21c726a3941 not bound to the agent host hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:39:05.586657 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785bad4-e6bf-44ad-afc6-d448cef5087a req-c7ebc1d5-3710-499b-88c2-3c2ed586b72c tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:05.588133 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-3785bad4-e6bf-44ad-afc6-d448cef5087a req-c7ebc1d5-3710-499b-88c2-3c2ed586b72c tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0510347 Feb 07 20:39:05.633588 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-3785bad4-e6bf-44ad-afc6-d448cef5087a req-164429ca-e4d2-42d9-9226-b61936881e97 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400696 Feb 07 20:39:06.765074 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fd668-1655-4d3e-9e2f-a062a2ba600f req-1d301827-09dd-4566-a71b-2d2a9b99c990 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:06.767096 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-2e0fd668-1655-4d3e-9e2f-a062a2ba600f req-1d301827-09dd-4566-a71b-2d2a9b99c990 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0583224 Feb 07 20:39:06.816821 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-2e0fd668-1655-4d3e-9e2f-a062a2ba600f req-03b7ab2a-9bee-4ac1-b571-b99a903ca0bf tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441611 Feb 07 20:39:07.945982 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05527acf-e4b8-4107-9f81-2d228fbed19d req-08841633-f31a-453c-a0bf-4146f3ef61ee tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:07.947474 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-05527acf-e4b8-4107-9f81-2d228fbed19d req-08841633-f31a-453c-a0bf-4146f3ef61ee tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0562017 Feb 07 20:39:07.996340 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-05527acf-e4b8-4107-9f81-2d228fbed19d req-cc377303-823a-43d9-bcb4-c86bb12fe5e9 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432875 Feb 07 20:39:08.118088 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 53146) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:39:08.218832 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-9ac8c1d7-9e38-48d2-abfa-11b951b364cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:08.294963 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-9ac8c1d7-9e38-48d2-abfa-11b951b364cc admin admin] Publish callbacks [] for security_group (b0f564fa-ed58-49ec-96d4-be073c71f16f), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:08.298747 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-9ac8c1d7-9e38-48d2-abfa-11b951b364cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (b0f564fa-ed58-49ec-96d4-be073c71f16f), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:08.333930 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac8c1d7-9e38-48d2-abfa-11b951b364cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f564fa-ed58-49ec-96d4-be073c71f16f,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:08.339823 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-9ac8c1d7-9e38-48d2-abfa-11b951b364cc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8cb6248ddb0745ecac571c5e736bf771&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206814 Feb 07 20:39:08.342282 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 53152) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:39:08.388947 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-90a8c9ab-f980-489d-8102-44bc8368e5cf admin admin] Publish callbacks [] for security_group (b0f564fa-ed58-49ec-96d4-be073c71f16f), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:08.409341 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-90a8c9ab-f980-489d-8102-44bc8368e5cf admin admin] Publish callbacks [] for security_group (b0f564fa-ed58-49ec-96d4-be073c71f16f), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:08.455946 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-90a8c9ab-f980-489d-8102-44bc8368e5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (b0f564fa-ed58-49ec-96d4-be073c71f16f), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:08.458445 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-90a8c9ab-f980-489d-8102-44bc8368e5cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:08.460432 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-90a8c9ab-f980-489d-8102-44bc8368e5cf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b0f564fa-ed58-49ec-96d4-be073c71f16f HTTP/1.1" status: 204 len: 168 time: 0.1163800 Feb 07 20:39:08.467981 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a8c9ab-f980-489d-8102-44bc8368e5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f564fa-ed58-49ec-96d4-be073c71f16f,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:08.713478 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 53158) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:39:08.726668 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-bdd4e42c-1dd5-4a86-9ff8-5e79f7807182 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:08.803072 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-bdd4e42c-1dd5-4a86-9ff8-5e79f7807182 admin admin] Publish callbacks [] for security_group (9d3a6b60-bebd-49d0-9a51-c37016da8f6a), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:08.806770 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-bdd4e42c-1dd5-4a86-9ff8-5e79f7807182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (9d3a6b60-bebd-49d0-9a51-c37016da8f6a), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:08.844415 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-bdd4e42c-1dd5-4a86-9ff8-5e79f7807182 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3175fcf764c944c08fd777ed5750f488&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1298885 Feb 07 20:39:08.845626 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4e42c-1dd5-4a86-9ff8-5e79f7807182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3a6b60-bebd-49d0-9a51-c37016da8f6a,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:08.847099 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 53162) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:39:08.900494 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-04acc137-39ee-40a6-aa1b-8fce805b13ae admin admin] Publish callbacks [] for security_group (9d3a6b60-bebd-49d0-9a51-c37016da8f6a), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:08.924919 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-04acc137-39ee-40a6-aa1b-8fce805b13ae admin admin] Publish callbacks [] for security_group (9d3a6b60-bebd-49d0-9a51-c37016da8f6a), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:08.969897 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-04acc137-39ee-40a6-aa1b-8fce805b13ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (9d3a6b60-bebd-49d0-9a51-c37016da8f6a), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:08.972386 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-04acc137-39ee-40a6-aa1b-8fce805b13ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:08.973505 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-04acc137-39ee-40a6-aa1b-8fce805b13ae admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9d3a6b60-bebd-49d0-9a51-c37016da8f6a HTTP/1.1" status: 204 len: 168 time: 0.1253903 Feb 07 20:39:08.981198 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04acc137-39ee-40a6-aa1b-8fce805b13ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3a6b60-bebd-49d0-9a51-c37016da8f6a,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:09.115777 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c432e42-078a-4800-b479-f80e031445d1 req-a261af7f-68ef-4b61-9420-85434f4f8382 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:09.117231 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8c432e42-078a-4800-b479-f80e031445d1 req-a261af7f-68ef-4b61-9420-85434f4f8382 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0528286 Feb 07 20:39:09.164139 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8c432e42-078a-4800-b479-f80e031445d1 req-d413fde7-e8c0-42db-a132-bd48c03e0983 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413165 Feb 07 20:39:09.294355 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 53172) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:39:09.307474 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-fdeb3826-6a7e-40a4-909f-f7378692dea8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:09.378491 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-fdeb3826-6a7e-40a4-909f-f7378692dea8 admin admin] Publish callbacks [] for security_group (b367bba8-0c4f-4a21-b664-ed338599132f), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:09.382981 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-fdeb3826-6a7e-40a4-909f-f7378692dea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (b367bba8-0c4f-4a21-b664-ed338599132f), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:09.419203 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-fdeb3826-6a7e-40a4-909f-f7378692dea8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=04a486a29404488a9318645447a6f809&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1238210 Feb 07 20:39:09.421074 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb3826-6a7e-40a4-909f-f7378692dea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b367bba8-0c4f-4a21-b664-ed338599132f,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:09.421891 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 53174) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:39:09.468897 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-9a79c313-1fea-4a68-8144-2bb4258585d4 admin admin] Publish callbacks [] for security_group (b367bba8-0c4f-4a21-b664-ed338599132f), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:09.489177 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-9a79c313-1fea-4a68-8144-2bb4258585d4 admin admin] Publish callbacks [] for security_group (b367bba8-0c4f-4a21-b664-ed338599132f), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:09.537307 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-9a79c313-1fea-4a68-8144-2bb4258585d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (b367bba8-0c4f-4a21-b664-ed338599132f), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:09.540005 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-9a79c313-1fea-4a68-8144-2bb4258585d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:09.541115 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-9a79c313-1fea-4a68-8144-2bb4258585d4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b367bba8-0c4f-4a21-b664-ed338599132f HTTP/1.1" status: 204 len: 168 time: 0.1181729 Feb 07 20:39:09.549155 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a79c313-1fea-4a68-8144-2bb4258585d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b367bba8-0c4f-4a21-b664-ed338599132f,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:10.284495 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fa263-0ba7-4dfd-a4ba-803591918913 req-7753e190-07e8-4fba-9b45-082befcb5f4f tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:10.286125 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-2f6fa263-0ba7-4dfd-a4ba-803591918913 req-7753e190-07e8-4fba-9b45-082befcb5f4f tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0559418 Feb 07 20:39:10.332750 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-2f6fa263-0ba7-4dfd-a4ba-803591918913 req-f401f92c-b044-4189-bbae-81d5e7e9a175 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404522 Feb 07 20:39:11.460283 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c7db2-4cc2-4da5-bbe4-343cb1215afa req-c6559d17-1725-4af3-a47d-c6df79533478 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:11.461786 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-5f3c7db2-4cc2-4da5-bbe4-343cb1215afa req-c6559d17-1725-4af3-a47d-c6df79533478 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0614090 Feb 07 20:39:11.520406 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 53256) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:39:11.534303 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-5f3c7db2-4cc2-4da5-bbe4-343cb1215afa req-3411dfc2-3678-4b06-aa45-b23d2b2ac44e tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bbb4c82-8602-411d-aa51-44cdb35f1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669396 Feb 07 20:39:11.554461 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659ec3c-891e-440b-a5fd-0cccd4156913 req-a6b542f2-f23a-40ee-b415-f8928a5a22ab tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:11.554461 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8659ec3c-891e-440b-a5fd-0cccd4156913 req-a6b542f2-f23a-40ee-b415-f8928a5a22ab tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 945 time: 0.0712283 Feb 07 20:39:11.634175 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-60266f45-a0cc-47ef-8805-05862cfa3b6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:11.668239 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [req-8659ec3c-891e-440b-a5fd-0cccd4156913 req-6ea5dfc0-7dc1-455e-9b68-4750fbab9240 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Deleting port 48a2d566-e03d-4d9e-be71-21cdab9444a0 {{(pid=102681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:39:11.668687 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-8659ec3c-891e-440b-a5fd-0cccd4156913 req-6ea5dfc0-7dc1-455e-9b68-4750fbab9240 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (48a2d566-e03d-4d9e-be71-21cdab9444a0), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:11.711054 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-60266f45-a0cc-47ef-8805-05862cfa3b6d admin admin] Publish callbacks [] for security_group (3f682cdf-8fee-47b6-bb15-0db17fc21f8f), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:11.715338 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-60266f45-a0cc-47ef-8805-05862cfa3b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (3f682cdf-8fee-47b6-bb15-0db17fc21f8f), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:11.759189 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-60266f45-a0cc-47ef-8805-05862cfa3b6d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ad419e563ff444debd88aa519299e2fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2376504 Feb 07 20:39:11.759638 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 53260) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:39:11.760189 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60266f45-a0cc-47ef-8805-05862cfa3b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f682cdf-8fee-47b6-bb15-0db17fc21f8f,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:11.762558 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-8659ec3c-891e-440b-a5fd-0cccd4156913 req-6ea5dfc0-7dc1-455e-9b68-4750fbab9240 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] For port 48a2d566-e03d-4d9e-be71-21cdab9444a0, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=48a2d566-e03d-4d9e-be71-21cdab9444a0,segment=NetworkSegment(1eca02bb-694f-44b9-b142-b7ec0b741684),segment_id=1eca02bb-694f-44b9-b142-b7ec0b741684)] {{(pid=102681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:39:11.762920 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-8659ec3c-891e-440b-a5fd-0cccd4156913 req-6ea5dfc0-7dc1-455e-9b68-4750fbab9240 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (48a2d566-e03d-4d9e-be71-21cdab9444a0), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:11.787195 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [req-8659ec3c-891e-440b-a5fd-0cccd4156913 req-6ea5dfc0-7dc1-455e-9b68-4750fbab9240 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Calling delete_port for 48a2d566-e03d-4d9e-be71-21cdab9444a0 owned by compute:nova {{(pid=102681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:39:11.859199 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-6cb36b08-3314-4cdf-bfdf-d85ba98ec99b admin admin] Publish callbacks [] for security_group (3f682cdf-8fee-47b6-bb15-0db17fc21f8f), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:11.890826 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-6cb36b08-3314-4cdf-bfdf-d85ba98ec99b admin admin] Publish callbacks [] for security_group (3f682cdf-8fee-47b6-bb15-0db17fc21f8f), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:11.972614 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-6cb36b08-3314-4cdf-bfdf-d85ba98ec99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (3f682cdf-8fee-47b6-bb15-0db17fc21f8f), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:11.975181 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-6cb36b08-3314-4cdf-bfdf-d85ba98ec99b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:11.976351 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-6cb36b08-3314-4cdf-bfdf-d85ba98ec99b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3f682cdf-8fee-47b6-bb15-0db17fc21f8f HTTP/1.1" status: 204 len: 168 time: 0.2157567 Feb 07 20:39:11.990043 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb36b08-3314-4cdf-bfdf-d85ba98ec99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f682cdf-8fee-47b6-bb15-0db17fc21f8f,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:12.004969 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-8659ec3c-891e-440b-a5fd-0cccd4156913 req-6ea5dfc0-7dc1-455e-9b68-4750fbab9240 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (48a2d566-e03d-4d9e-be71-21cdab9444a0), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:12.021597 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['48a2d566-e03d-4d9e-be71-21cdab9444a0'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:39:12.049009 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea5dfc0-7dc1-455e-9b68-4750fbab9240 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Pushing event deleted for resources: {'Port': ['ID=48a2d566-e03d-4d9e-be71-21cdab9444a0,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:12.099506 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [req-8659ec3c-891e-440b-a5fd-0cccd4156913 req-6ea5dfc0-7dc1-455e-9b68-4750fbab9240 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] No DVR routers for this DVR port 48a2d566-e03d-4d9e-be71-21cdab9444a0 on host hv-cinder-82815 {{(pid=102681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:39:12.102402 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-8659ec3c-891e-440b-a5fd-0cccd4156913 req-6ea5dfc0-7dc1-455e-9b68-4750fbab9240 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:12.105679 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8659ec3c-891e-440b-a5fd-0cccd4156913 req-6ea5dfc0-7dc1-455e-9b68-4750fbab9240 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.24 "DELETE /v2.0/ports/48a2d566-e03d-4d9e-be71-21cdab9444a0 HTTP/1.1" status: 204 len: 173 time: 0.5442839 Feb 07 20:39:12.106140 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ecaf734-3703-475b-86f8-b57dc36921a4', 'name': 'network-vif-deleted', 'tag': '48a2d566-e03d-4d9e-be71-21cdab9444a0'}] {{(pid=102681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:39:12.108367 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d543a4f93c545b9f4b4319baf8ff9337481391693fb3bbf25dbe09721f1c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3430f11c-072d-452c-b38d-8907765af4e5" -d '{"events": [{"server_uuid": "2ecaf734-3703-475b-86f8-b57dc36921a4", "name": "network-vif-deleted", "tag": "48a2d566-e03d-4d9e-be71-21cdab9444a0"}]}' {{(pid=102681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:39:12.148689 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac63b1f5-a987-4a68-9fb2-6f34d7c92654 x-openstack-request-id: req-ac63b1f5-a987-4a68-9fb2-6f34d7c92654 {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:39:12.148988 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ecaf734-3703-475b-86f8-b57dc36921a4", "name": "network-vif-deleted", "tag": "48a2d566-e03d-4d9e-be71-21cdab9444a0", "status": "completed", "code": 200}]} {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:39:12.149294 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ac63b1f5-a987-4a68-9fb2-6f34d7c92654 {{(pid=102681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:39:12.149698 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ecaf734-3703-475b-86f8-b57dc36921a4', 'name': 'network-vif-deleted', 'tag': '48a2d566-e03d-4d9e-be71-21cdab9444a0', 'status': 'completed', 'code': 200} Feb 07 20:39:12.298599 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 53274) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:39:12.311605 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0e10447c-36d7-494e-a39e-c0b66ec9e8cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:12.383843 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0e10447c-36d7-494e-a39e-c0b66ec9e8cc admin admin] Publish callbacks [] for security_group (8df52c70-0218-4488-b65b-b36014544a91), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:12.387601 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0e10447c-36d7-494e-a39e-c0b66ec9e8cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (8df52c70-0218-4488-b65b-b36014544a91), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:12.427721 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-0e10447c-36d7-494e-a39e-c0b66ec9e8cc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=90136e85c7f8455a9c930e134206c9b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1280227 Feb 07 20:39:12.429135 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10447c-36d7-494e-a39e-c0b66ec9e8cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df52c70-0218-4488-b65b-b36014544a91,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:12.431720 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 53276) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:39:12.478859 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b3f83698-7d67-44d6-8002-2b16ced4ca66 admin admin] Publish callbacks [] for security_group (8df52c70-0218-4488-b65b-b36014544a91), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:12.500758 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b3f83698-7d67-44d6-8002-2b16ced4ca66 admin admin] Publish callbacks [] for security_group (8df52c70-0218-4488-b65b-b36014544a91), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:12.546816 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b3f83698-7d67-44d6-8002-2b16ced4ca66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (8df52c70-0218-4488-b65b-b36014544a91), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:12.549455 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b3f83698-7d67-44d6-8002-2b16ced4ca66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:12.550590 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-b3f83698-7d67-44d6-8002-2b16ced4ca66 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8df52c70-0218-4488-b65b-b36014544a91 HTTP/1.1" status: 204 len: 168 time: 0.1175346 Feb 07 20:39:12.560209 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f83698-7d67-44d6-8002-2b16ced4ca66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df52c70-0218-4488-b65b-b36014544a91,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:12.656275 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-881f84f8-1de6-4263-83f3-bed6d49eaf93 req-22c59a7a-3277-4bd7-8199-6dbb435f2eec tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 210 time: 0.0318615 Feb 07 20:39:12.737731 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c46fac-c5b8-424f-92ca-e2ece6a94ac7 req-869e1fad-91a6-4581-82ea-dcbf5aee0f1a tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:12.739517 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c6c46fac-c5b8-424f-92ca-e2ece6a94ac7 req-869e1fad-91a6-4581-82ea-dcbf5aee0f1a tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.0559225 Feb 07 20:39:12.787101 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c6c46fac-c5b8-424f-92ca-e2ece6a94ac7 req-1fe116bc-2c65-424f-81a3-8e801d9c5f8c tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417664 Feb 07 20:39:13.772720 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-7540c4d5-fa00-428b-99a0-5d78e1dfd4eb req-07ceff78-4481-4d28-9630-f3ba057a2d56 tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 210 time: 0.0307150 Feb 07 20:39:13.906228 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67724eed-188b-4d8b-b3ce-41ab492f3105 req-bc67f171-535d-4291-930c-62110f837302 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:13.907712 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-67724eed-188b-4d8b-b3ce-41ab492f3105 req-bc67f171-535d-4291-930c-62110f837302 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.0525408 Feb 07 20:39:13.952592 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-67724eed-188b-4d8b-b3ce-41ab492f3105 req-6dfaf471-aac0-453b-9af7-bfc8e6023b5e tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393829 Feb 07 20:39:14.875261 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-40a36e49-d68d-4b34-bad7-caf0e36a7ffd req-df6b6ee9-8a13-4613-b77a-12e718db488a tempest-ServerRescueNegativeTestJSON-308142131 tempest-ServerRescueNegativeTestJSON-308142131-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ecaf734-3703-475b-86f8-b57dc36921a4 HTTP/1.1" status: 200 len: 210 time: 0.0267999 Feb 07 20:39:15.066417 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88acca-2354-4f36-b826-dc0a08ca4f54 req-bb4bb074-3958-4a5f-bee6-ddc17e234df1 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:15.067748 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-7c88acca-2354-4f36-b826-dc0a08ca4f54 req-bb4bb074-3958-4a5f-bee6-ddc17e234df1 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.0498278 Feb 07 20:39:15.118267 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-7c88acca-2354-4f36-b826-dc0a08ca4f54 req-e4061bdb-a00a-4d2f-97e7-a2587193e4d4 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444736 Feb 07 20:39:15.935286 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 53386) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:39:16.304283 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4e346-dfe1-4a51-b4b6-1a11b69b596c req-e4ebc548-03cf-462e-8b89-f376c2ef76eb tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:16.305707 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-bfc4e346-dfe1-4a51-b4b6-1a11b69b596c req-e4ebc548-03cf-462e-8b89-f376c2ef76eb tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.0919628 Feb 07 20:39:16.395143 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-bfc4e346-dfe1-4a51-b4b6-1a11b69b596c req-54c40a15-3ee0-4870-a3d7-60a50338c43c tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831430 Feb 07 20:39:16.433189 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-72d6c943-fab7-49da-8513-d132e88890c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393245'] for router_interface (39573b69-0999-45d9-bf25-e16fc2797e07), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:16.942216 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [None req-72d6c943-fab7-49da-8513-d132e88890c9 admin admin] Deleting port 0c600dcc-0828-4894-a49b-74f6b99ae247 {{(pid=102681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:39:16.942572 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-72d6c943-fab7-49da-8513-d132e88890c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (0c600dcc-0828-4894-a49b-74f6b99ae247), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:16.987124 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 48a2d566-e03d-4d9e-be71-21cdab9444a0 no longer exists at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:39:17.006843 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] No Port match for: 48a2d566-e03d-4d9e-be71-21cdab9444a0 {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:39:17.007179 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 48a2d566-e03d-4d9e-be71-21cdab9444a0 not bound to the agent host hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:39:17.017113 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [None req-72d6c943-fab7-49da-8513-d132e88890c9 admin admin] For port 0c600dcc-0828-4894-a49b-74f6b99ae247, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=0c600dcc-0828-4894-a49b-74f6b99ae247,segment=NetworkSegment(1eca02bb-694f-44b9-b142-b7ec0b741684),segment_id=1eca02bb-694f-44b9-b142-b7ec0b741684)] {{(pid=102681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:39:17.017474 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-72d6c943-fab7-49da-8513-d132e88890c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (0c600dcc-0828-4894-a49b-74f6b99ae247), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:17.030894 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [None req-72d6c943-fab7-49da-8513-d132e88890c9 admin admin] Calling delete_port for 0c600dcc-0828-4894-a49b-74f6b99ae247 owned by network:router_interface {{(pid=102681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:39:17.211474 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-72d6c943-fab7-49da-8513-d132e88890c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (0c600dcc-0828-4894-a49b-74f6b99ae247), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:17.240121 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d6c943-fab7-49da-8513-d132e88890c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c600dcc-0828-4894-a49b-74f6b99ae247,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:17.410837 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-72d6c943-fab7-49da-8513-d132e88890c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393353'] for router_interface (39573b69-0999-45d9-bf25-e16fc2797e07), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:17.520631 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be4767-6f0d-4be9-b6d8-67a9e6ec6e63 req-07140061-5557-42e3-8774-02021ec5561d tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:17.523588 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-33be4767-6f0d-4be9-b6d8-67a9e6ec6e63 req-07140061-5557-42e3-8774-02021ec5561d tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.0572672 Feb 07 20:39:17.571778 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-33be4767-6f0d-4be9-b6d8-67a9e6ec6e63 req-f49caaf1-a4d5-4e93-99b7-ac37a2c7a36b tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417464 Feb 07 20:39:17.632259 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d6c943-fab7-49da-8513-d132e88890c9 admin admin] Router 39573b69-0999-45d9-bf25-e16fc2797e07 has already been hosted by L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef {{(pid=102681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:39:17.741661 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d6c943-fab7-49da-8513-d132e88890c9 admin admin] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:39:17.746829 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-72d6c943-fab7-49da-8513-d132e88890c9 admin admin] 10.222.0.60 "PUT /v2.0/routers/39573b69-0999-45d9-bf25-e16fc2797e07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8104644 Feb 07 20:39:17.749859 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 53408) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:39:17.752380 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9530d5af-fcba-44fc-bff4-89b7d4acf15a None None] Sync routers for ids ['39573b69-0999-45d9-bf25-e16fc2797e07'] in dv-cinder-828150-2-iscsi {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:39:17.762440 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9530d5af-fcba-44fc-bff4-89b7d4acf15a None None] Routers {'39573b69-0999-45d9-bf25-e16fc2797e07'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:39:17.763034 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-9530d5af-fcba-44fc-bff4-89b7d4acf15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:38:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['39573b69-0999-45d9-bf25-e16fc2797e07'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:39:17.854460 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-33a34952-a51d-4f63-adf2-7089ee0f9664 admin admin] Publish callbacks [] for router (39573b69-0999-45d9-bf25-e16fc2797e07), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:17.870179 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-9530d5af-fcba-44fc-bff4-89b7d4acf15a None None] Set router 39573b69-0999-45d9-bf25-e16fc2797e07 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:39:17.961701 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-33a34952-a51d-4f63-adf2-7089ee0f9664 admin admin] Publish callbacks [] for router_gateway (39573b69-0999-45d9-bf25-e16fc2797e07), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:18.015963 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [None req-33a34952-a51d-4f63-adf2-7089ee0f9664 admin admin] Deleting port 4bdbff72-cd7f-4905-ae4e-4c7938a20ccd {{(pid=102681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:39:18.016358 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-33a34952-a51d-4f63-adf2-7089ee0f9664 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (4bdbff72-cd7f-4905-ae4e-4c7938a20ccd), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:18.047514 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-9530d5af-fcba-44fc-bff4-89b7d4acf15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39573b69-0999-45d9-bf25-e16fc2797e07', 'name': 'tempest-ServerRescueNegativeTestJSON-1497114960-router', 'tenant_id': '65cf5264b1da4554b2269d6ae291ebe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '4bdbff72-cd7f-4905-ae4e-4c7938a20ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:35:16Z', 'updated_at': '2022-02-07T20:39:17Z', 'revision_number': 5, 'project_id': '65cf5264b1da4554b2269d6ae291ebe5', 'gw_port': {'id': '4bdbff72-cd7f-4905-ae4e-4c7938a20ccd', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39573b69-0999-45d9-bf25-e16fc2797e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:35:18Z', 'updated_at': '2022-02-07T20:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi'}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:39:18.079543 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9530d5af-fcba-44fc-bff4-89b7d4acf15a None None] Checking router: 39573b69-0999-45d9-bf25-e16fc2797e07 for host: dv-cinder-828150-2-iscsi {{(pid=102683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:39:18.088047 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9530d5af-fcba-44fc-bff4-89b7d4acf15a None None] Routers {'39573b69-0999-45d9-bf25-e16fc2797e07'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:39:18.088634 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-9530d5af-fcba-44fc-bff4-89b7d4acf15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:38:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['39573b69-0999-45d9-bf25-e16fc2797e07'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:39:18.094350 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [None req-33a34952-a51d-4f63-adf2-7089ee0f9664 admin admin] For port 4bdbff72-cd7f-4905-ae4e-4c7938a20ccd, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=4bdbff72-cd7f-4905-ae4e-4c7938a20ccd,segment=NetworkSegment(b6259b7e-66cb-4b1d-a7b0-58f7e3300c62),segment_id=b6259b7e-66cb-4b1d-a7b0-58f7e3300c62)] {{(pid=102681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:39:18.094711 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-33a34952-a51d-4f63-adf2-7089ee0f9664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (4bdbff72-cd7f-4905-ae4e-4c7938a20ccd), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:18.107816 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [None req-33a34952-a51d-4f63-adf2-7089ee0f9664 admin admin] Calling delete_port for 4bdbff72-cd7f-4905-ae4e-4c7938a20ccd owned by network:router_gateway {{(pid=102681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:39:18.175867 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-9530d5af-fcba-44fc-bff4-89b7d4acf15a None None] Set router 39573b69-0999-45d9-bf25-e16fc2797e07 gateway port host: None {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:39:18.280927 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-33a34952-a51d-4f63-adf2-7089ee0f9664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (4bdbff72-cd7f-4905-ae4e-4c7938a20ccd), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:18.314852 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a34952-a51d-4f63-adf2-7089ee0f9664 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bdbff72-cd7f-4905-ae4e-4c7938a20ccd,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:18.316122 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-9530d5af-fcba-44fc-bff4-89b7d4acf15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39573b69-0999-45d9-bf25-e16fc2797e07', 'name': 'tempest-ServerRescueNegativeTestJSON-1497114960-router', 'tenant_id': '65cf5264b1da4554b2269d6ae291ebe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:35:16Z', 'updated_at': '2022-02-07T20:39:17Z', 'revision_number': 6, 'project_id': '65cf5264b1da4554b2269d6ae291ebe5', 'gw_port_host': None}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:39:18.342044 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9530d5af-fcba-44fc-bff4-89b7d4acf15a None None] The sync data for ids ['39573b69-0999-45d9-bf25-e16fc2797e07'] in dv-cinder-828150-2-iscsi is: [{'id': '39573b69-0999-45d9-bf25-e16fc2797e07', 'name': 'tempest-ServerRescueNegativeTestJSON-1497114960-router', 'tenant_id': '65cf5264b1da4554b2269d6ae291ebe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:35:16Z', 'updated_at': '2022-02-07T20:39:17Z', 'revision_number': 6, 'project_id': '65cf5264b1da4554b2269d6ae291ebe5', 'gw_port_host': None}] {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:39:18.381718 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-33a34952-a51d-4f63-adf2-7089ee0f9664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395883'] for router_gateway (39573b69-0999-45d9-bf25-e16fc2797e07), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:18.488424 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-33a34952-a51d-4f63-adf2-7089ee0f9664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7714'] for router (39573b69-0999-45d9-bf25-e16fc2797e07), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:18.491048 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-33a34952-a51d-4f63-adf2-7089ee0f9664 admin admin] Publish callbacks [] for router_controller (39573b69-0999-45d9-bf25-e16fc2797e07), precommit_delete_associations {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:18.554242 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-33a34952-a51d-4f63-adf2-7089ee0f9664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-394747'] for router (39573b69-0999-45d9-bf25-e16fc2797e07), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:18.554828 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a34952-a51d-4f63-adf2-7089ee0f9664 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39573b69-0999-45d9-bf25-e16fc2797e07 {{(pid=102681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 20:39:18.559512 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-33a34952-a51d-4f63-adf2-7089ee0f9664 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:18.560629 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-33a34952-a51d-4f63-adf2-7089ee0f9664 admin admin] 10.222.0.60 "DELETE /v2.0/routers/39573b69-0999-45d9-bf25-e16fc2797e07 HTTP/1.1" status: 204 len: 168 time: 0.8096256 Feb 07 20:39:18.563205 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 53418) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:39:18.610785 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaa1aad4-3978-4417-bc66-39ef7bfd3801 admin admin] Deleting subnet 53c092ef-219e-4a25-a4d7-3fe3d86843e6 {{(pid=102681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 20:39:18.613895 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-aaa1aad4-3978-4417-bc66-39ef7bfd3801 admin admin] Publish callbacks [] for subnet (53c092ef-219e-4a25-a4d7-3fe3d86843e6), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:18.676469 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-aaa1aad4-3978-4417-bc66-39ef7bfd3801 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9363915'] for subnet (53c092ef-219e-4a25-a4d7-3fe3d86843e6), precommit_delete_associations {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:18.726556 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-aaa1aad4-3978-4417-bc66-39ef7bfd3801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32999468'] for subnet (53c092ef-219e-4a25-a4d7-3fe3d86843e6), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:18.757244 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b69eb-3082-4291-b3ce-ac5ef68d8e32 req-50000c85-c997-4607-81cb-ca2980b1ef42 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:18.758719 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ad1b69eb-3082-4291-b3ce-ac5ef68d8e32 req-50000c85-c997-4607-81cb-ca2980b1ef42 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.1190362 Feb 07 20:39:18.820576 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ad1b69eb-3082-4291-b3ce-ac5ef68d8e32 req-f892daaf-7543-4a68-9971-b3a4b1d7808f tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557888 Feb 07 20:39:18.825275 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-aaa1aad4-3978-4417-bc66-39ef7bfd3801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32999639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3187828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9307052'] for subnet (53c092ef-219e-4a25-a4d7-3fe3d86843e6), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:18.854141 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa1aad4-3978-4417-bc66-39ef7bfd3801 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53c092ef-219e-4a25-a4d7-3fe3d86843e6,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:18.856101 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-aaa1aad4-3978-4417-bc66-39ef7bfd3801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for subnet (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:18.859223 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-aaa1aad4-3978-4417-bc66-39ef7bfd3801 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/53c092ef-219e-4a25-a4d7-3fe3d86843e6 HTTP/1.1" status: 204 len: 168 time: 0.2950950 Feb 07 20:39:18.861725 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 53422) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:39:18.932054 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-61a374f4-860f-40ee-b020-a535b040ea7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32943866'] for network (4ca2a6cc-a6a4-43f6-8547-da5aef66c337), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:19.008319 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-61a374f4-860f-40ee-b020-a535b040ea7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32817339', 'neutron.services.segments.db._delete_segments_for_network-8784096777409'] for network (4ca2a6cc-a6a4-43f6-8547-da5aef66c337), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:19.027968 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.services.segments.db [None req-61a374f4-860f-40ee-b020-a535b040ea7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca2a6cc-a6a4-43f6-8547-da5aef66c337']}} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:39:19.037078 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.services.segments.db [None req-61a374f4-860f-40ee-b020-a535b040ea7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eca02bb-694f-44b9-b142-b7ec0b741684') {'for_net_delete': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:39:19.037372 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.services.segments.db [None req-61a374f4-860f-40ee-b020-a535b040ea7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eca02bb-694f-44b9-b142-b7ec0b741684') {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:39:19.046090 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-61a374f4-860f-40ee-b020-a535b040ea7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784096779466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9363904'] for segment (1eca02bb-694f-44b9-b142-b7ec0b741684), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:19.059734 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-61a374f4-860f-40ee-b020-a535b040ea7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526'] for segment (1eca02bb-694f-44b9-b142-b7ec0b741684), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:19.067941 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61a374f4-860f-40ee-b020-a535b040ea7d admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=102681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 20:39:19.068858 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-61a374f4-860f-40ee-b020-a535b040ea7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3187934'] for segment (1eca02bb-694f-44b9-b142-b7ec0b741684), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:19.070918 dv-cinder-828150-2-iscsi neutron-server[102681]: Traceback (most recent call last): Feb 07 20:39:19.070918 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 20:39:19.070918 dv-cinder-828150-2-iscsi neutron-server[102681]: timer() Feb 07 20:39:19.070918 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 20:39:19.070918 dv-cinder-828150-2-iscsi neutron-server[102681]: cb(*args, **kw) Feb 07 20:39:19.070918 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 20:39:19.070918 dv-cinder-828150-2-iscsi neutron-server[102681]: return func(*args, **kwargs) Feb 07 20:39:19.070918 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 20:39:19.070918 dv-cinder-828150-2-iscsi neutron-server[102681]: self._notify() Feb 07 20:39:19.070918 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 20:39:19.070918 dv-cinder-828150-2-iscsi neutron-server[102681]: self.callback(batched_events) Feb 07 20:39:19.070918 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 20:39:19.070918 dv-cinder-828150-2-iscsi neutron-server[102681]: event.method(event) Feb 07 20:39:19.070918 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 20:39:19.070918 dv-cinder-828150-2-iscsi neutron-server[102681]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 20:39:19.070918 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 20:39:19.070918 dv-cinder-828150-2-iscsi neutron-server[102681]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 20:39:19.070918 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 20:39:19.070918 dv-cinder-828150-2-iscsi neutron-server[102681]: return f(self, *a, **k) Feb 07 20:39:19.070918 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 20:39:19.070918 dv-cinder-828150-2-iscsi neutron-server[102681]: return self._get(url).json() Feb 07 20:39:19.070918 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 20:39:19.070918 dv-cinder-828150-2-iscsi neutron-server[102681]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 20:39:19.070918 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 20:39:19.070918 dv-cinder-828150-2-iscsi neutron-server[102681]: return self.request(url, 'GET', **kwargs) Feb 07 20:39:19.070918 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 20:39:19.070918 dv-cinder-828150-2-iscsi neutron-server[102681]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 20:39:19.070918 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 20:39:19.070918 dv-cinder-828150-2-iscsi neutron-server[102681]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 20:39:19.070918 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 20:39:19.070918 dv-cinder-828150-2-iscsi neutron-server[102681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 20:39:19.070918 dv-cinder-828150-2-iscsi neutron-server[102681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 20:39:19.129797 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-61a374f4-860f-40ee-b020-a535b040ea7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32817314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395791'] for network (4ca2a6cc-a6a4-43f6-8547-da5aef66c337), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:19.135710 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-61a374f4-860f-40ee-b020-a535b040ea7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for network (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:19.138835 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-61a374f4-860f-40ee-b020-a535b040ea7d admin admin] 10.222.0.60 "DELETE /v2.0/networks/4ca2a6cc-a6a4-43f6-8547-da5aef66c337 HTTP/1.1" status: 204 len: 168 time: 0.2761829 Feb 07 20:39:19.151861 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a374f4-860f-40ee-b020-a535b040ea7d admin admin] Pushing event deleted for resources: {'Network': ['ID=4ca2a6cc-a6a4-43f6-8547-da5aef66c337,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:19.309902 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 53428) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:39:19.352246 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-b7f39050-ae4a-49df-bf87-4ead49c5d37f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=65cf5264b1da4554b2269d6ae291ebe5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0384023 Feb 07 20:39:19.352607 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 53430) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:39:19.401467 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-2a15447f-dbe5-40d8-a2bd-0a3ba2d8b046 admin admin] Publish callbacks [] for security_group (8bbb4c82-8602-411d-aa51-44cdb35f1a34), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:19.424250 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-2a15447f-dbe5-40d8-a2bd-0a3ba2d8b046 admin admin] Publish callbacks [] for security_group (8bbb4c82-8602-411d-aa51-44cdb35f1a34), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:19.478362 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-2a15447f-dbe5-40d8-a2bd-0a3ba2d8b046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (8bbb4c82-8602-411d-aa51-44cdb35f1a34), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:19.480902 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-2a15447f-dbe5-40d8-a2bd-0a3ba2d8b046 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:19.482092 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-2a15447f-dbe5-40d8-a2bd-0a3ba2d8b046 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8bbb4c82-8602-411d-aa51-44cdb35f1a34 HTTP/1.1" status: 204 len: 168 time: 0.1286530 Feb 07 20:39:19.489791 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a15447f-dbe5-40d8-a2bd-0a3ba2d8b046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbb4c82-8602-411d-aa51-44cdb35f1a34,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:19.941117 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8ea81-9618-4498-8fc7-3d7ecd7ae22e req-d1ccf32f-1bf4-43bc-9282-e27daed8864f tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:19.942616 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-71f8ea81-9618-4498-8fc7-3d7ecd7ae22e req-d1ccf32f-1bf4-43bc-9282-e27daed8864f tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.0517385 Feb 07 20:39:19.991363 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-71f8ea81-9618-4498-8fc7-3d7ecd7ae22e req-745a0488-1abb-419c-819a-66b3a6eb86ce tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421906 Feb 07 20:39:20.158036 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 53466) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:39:20.184025 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 0c600dcc-0828-4894-a49b-74f6b99ae247 no longer exists at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:39:20.205531 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] No Port match for: 0c600dcc-0828-4894-a49b-74f6b99ae247 {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:39:20.205868 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 0c600dcc-0828-4894-a49b-74f6b99ae247 not bound to the agent host dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:39:20.206281 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 4bdbff72-cd7f-4905-ae4e-4c7938a20ccd no longer exists at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:39:20.227679 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] No Port match for: 4bdbff72-cd7f-4905-ae4e-4c7938a20ccd {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:39:20.228019 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 4bdbff72-cd7f-4905-ae4e-4c7938a20ccd not bound to the agent host dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:39:20.267367 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-da7d87b9-df18-45c6-97a8-1ee15c21ab72 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2003434560-network', 'tenant_id': '2185d4e79c4947b6869c2dff85759513'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:39:20.286073 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7d87b9-df18-45c6-97a8-1ee15c21ab72 admin admin] Made reservation on behalf of 2185d4e79c4947b6869c2dff85759513 for: {'network': 1} {{(pid=102681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:39:20.288300 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-da7d87b9-df18-45c6-97a8-1ee15c21ab72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for network (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:20.296567 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-da7d87b9-df18-45c6-97a8-1ee15c21ab72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:20.378895 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-da7d87b9-df18-45c6-97a8-1ee15c21ab72 admin admin] Publish callbacks [] for security_group (f009247c-c80a-456f-b7f5-33f4b9af014c), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:20.382540 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-da7d87b9-df18-45c6-97a8-1ee15c21ab72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (f009247c-c80a-456f-b7f5-33f4b9af014c), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:20.406928 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da7d87b9-df18-45c6-97a8-1ee15c21ab72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=102681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 20:39:20.415816 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d87b9-df18-45c6-97a8-1ee15c21ab72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f009247c-c80a-456f-b7f5-33f4b9af014c,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:20.422064 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-da7d87b9-df18-45c6-97a8-1ee15c21ab72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526'] for segment (025e846a-937e-4847-b04b-5f3e732f1e22), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:20.422403 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.db.segments_db [None req-da7d87b9-df18-45c6-97a8-1ee15c21ab72 admin admin] Added segment 025e846a-937e-4847-b04b-5f3e732f1e22 of type vlan for network b080ab0e-203b-499d-9b26-1d0d5d881ab5 Feb 07 20:39:20.463238 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-da7d87b9-df18-45c6-97a8-1ee15c21ab72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784096251423'] for network (b080ab0e-203b-499d-9b26-1d0d5d881ab5), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:20.715669 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-da7d87b9-df18-45c6-97a8-1ee15c21ab72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540'] for network (b080ab0e-203b-499d-9b26-1d0d5d881ab5), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:20.718449 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7d87b9-df18-45c6-97a8-1ee15c21ab72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:20.719249 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-da7d87b9-df18-45c6-97a8-1ee15c21ab72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for network (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:20.790412 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-da7d87b9-df18-45c6-97a8-1ee15c21ab72 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6292400 Feb 07 20:39:20.791449 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 53474) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:39:20.793576 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d87b9-df18-45c6-97a8-1ee15c21ab72 admin admin] Pushing event updated for resources: {'Network': ['ID=b080ab0e-203b-499d-9b26-1d0d5d881ab5,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:20.797376 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-bc0b00c8-e0aa-44cb-9e19-c3e1aaf4e422 admin admin] Request body: {'subnet': {'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2003434560-subnet', 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:39:20.803923 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Network b080ab0e-203b-499d-9b26-1d0d5d881ab5 details requested by agent ovs-agent-dv-cinder-828150-2-iscsi with host dv-cinder-828150-2-iscsi {{(pid=102682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 20:39:20.820861 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0b00c8-e0aa-44cb-9e19-c3e1aaf4e422 admin admin] Made reservation on behalf of 2185d4e79c4947b6869c2dff85759513 for: {'subnet': 1} {{(pid=102680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:39:20.823609 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-bc0b00c8-e0aa-44cb-9e19-c3e1aaf4e422 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9394613'] for subnet (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:21.001902 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef36c6-63a4-476e-ba7a-94d02cd4dedb req-554c9cb7-e52e-4ca4-8d95-cae8f1d03fc1 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:21.004041 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-a4ef36c6-63a4-476e-ba7a-94d02cd4dedb req-554c9cb7-e52e-4ca4-8d95-cae8f1d03fc1 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d794b52-4567-4f36-ac21-5a5d12ac8490 HTTP/1.1" status: 200 len: 946 time: 0.0547037 Feb 07 20:39:21.031856 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-bc0b00c8-e0aa-44cb-9e19-c3e1aaf4e422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9394571'] for subnet (e2b04cad-c27a-42ce-981e-86830a1e7466), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:21.062549 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-a4ef36c6-63a4-476e-ba7a-94d02cd4dedb req-3cf8ea71-1902-4d44-a193-742f3d4525dd tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/security-groups?id=9656f836-4669-46af-ba69-dfa237a56353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513887 Feb 07 20:39:21.113385 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b00c8-e0aa-44cb-9e19-c3e1aaf4e422 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2b04cad-c27a-42ce-981e-86830a1e7466,revision_number=0']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:21.126762 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0b00c8-e0aa-44cb-9e19-c3e1aaf4e422 admin admin] Checking segment: {'id': '025e846a-937e-4847-b04b-5f3e732f1e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:39:21.127114 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0b00c8-e0aa-44cb-9e19-c3e1aaf4e422 admin admin] Network hostable DHCP agents. Network: b080ab0e-203b-499d-9b26-1d0d5d881ab5, hostable agents: ['e1cc327f-50d0-4a6e-8186-ec075b67de95'], hosted agents: [] {{(pid=102680) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 20:39:21.157055 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c647ce9-6c50-40cb-85e4-585dd8b10aea req-9adfb2db-7a27-4a22-8c10-7ff7831b85d8 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:21.158540 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-3c647ce9-6c50-40cb-85e4-585dd8b10aea req-9adfb2db-7a27-4a22-8c10-7ff7831b85d8 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.0838823 Feb 07 20:39:21.159595 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0b00c8-e0aa-44cb-9e19-c3e1aaf4e422 admin admin] Network b080ab0e-203b-499d-9b26-1d0d5d881ab5 is scheduled to be hosted by DHCP agent e1cc327f-50d0-4a6e-8186-ec075b67de95 with binding_index 1 {{(pid=102680) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 20:39:21.172159 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [None req-bc0b00c8-e0aa-44cb-9e19-c3e1aaf4e422 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828150-2-iscsi, b080ab0e-203b-499d-9b26-1d0d5d881ab5) {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:39:21.179819 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefc0e0d-f7a8-4b66-97ba-bbe095ab70e7 None None] Network b080ab0e-203b-499d-9b26-1d0d5d881ab5 requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:39:21.182970 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0b00c8-e0aa-44cb-9e19-c3e1aaf4e422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:21.183588 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-bc0b00c8-e0aa-44cb-9e19-c3e1aaf4e422 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:21.217351 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-bc0b00c8-e0aa-44cb-9e19-c3e1aaf4e422 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4241121 Feb 07 20:39:21.220750 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 53482) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:39:21.225554 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-71a55c28-ec98-4d33-9cb6-655ea745f604 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2003434560-router', 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'}}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:39:21.229467 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-3c647ce9-6c50-40cb-85e4-585dd8b10aea req-96960cd4-a31c-4f27-aeb6-c4666f37faf9 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646811 Feb 07 20:39:21.248164 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-71a55c28-ec98-4d33-9cb6-655ea745f604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-394574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7728'] for router (cfd4ecd9-5890-4655-9cb9-5320d9fb0b23), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:21.249262 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-71a55c28-ec98-4d33-9cb6-655ea745f604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7723'] for router (cfd4ecd9-5890-4655-9cb9-5320d9fb0b23), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:21.301302 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-71a55c28-ec98-4d33-9cb6-655ea745f604 admin admin] Publish callbacks [] for router_controller (cfd4ecd9-5890-4655-9cb9-5320d9fb0b23), precommit_add_association {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:21.305581 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b587cd-1351-4846-aae3-a82192fa0599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77ca2aab-c32d-5221-adbb-aaf0b4c52255-b080ab0e-203b-499d-9b26-1d0d5d881ab5', 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5', 'project_id': '2185d4e79c4947b6869c2dff85759513', 'fixed_ips': [{'subnet_id': 'e2b04cad-c27a-42ce-981e-86830a1e7466'}]}} from dv-cinder-828150-2-iscsi. {{(pid=102682) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 20:39:21.307019 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-27b587cd-1351-4846-aae3-a82192fa0599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:21.442067 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.db_base_plugin_common [None req-27b587cd-1351-4846-aae3-a82192fa0599 None None] Allocated IP 172.20.0.2 (b080ab0e-203b-499d-9b26-1d0d5d881ab5/e2b04cad-c27a-42ce-981e-86830a1e7466/c56973eb-5727-4934-bf14-e5115d430910) {{(pid=102682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:39:21.444890 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-71a55c28-ec98-4d33-9cb6-655ea745f604 admin admin] Publish callbacks [] for router_gateway (cfd4ecd9-5890-4655-9cb9-5320d9fb0b23), precommit_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:21.586322 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-27b587cd-1351-4846-aae3-a82192fa0599 None None] Publish callbacks [] for port (c56973eb-5727-4934-bf14-e5115d430910), precommit_create {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:21.592221 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-27b587cd-1351-4846-aae3-a82192fa0599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216'] for port (c56973eb-5727-4934-bf14-e5115d430910), after_create {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:21.641829 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b587cd-1351-4846-aae3-a82192fa0599 None None] Network b080ab0e-203b-499d-9b26-1d0d5d881ab5 is already hosted by enough agents. {{(pid=102682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:39:21.647477 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.scheduler.base_scheduler [None req-27b587cd-1351-4846-aae3-a82192fa0599 None None] Resources bound (agent type, host, resource id): {{(pid=102682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:39:21.649516 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b587cd-1351-4846-aae3-a82192fa0599 None None] Pushing event updated for resources: {'Port': ['ID=c56973eb-5727-4934-bf14-e5115d430910,revision_number=1']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:21.651681 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b587cd-1351-4846-aae3-a82192fa0599 None None] Received port after_create {{(pid=102682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:39:21.652027 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-71a55c28-ec98-4d33-9cb6-655ea745f604 admin admin] Publish callbacks [] for router_gateway (cfd4ecd9-5890-4655-9cb9-5320d9fb0b23), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:21.675782 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-71a55c28-ec98-4d33-9cb6-655ea745f604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:21.704857 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-27b587cd-1351-4846-aae3-a82192fa0599 None None] Attempting to bind port c56973eb-5727-4934-bf14-e5115d430910 on host dv-cinder-828150-2-iscsi for vnic_type normal with profile {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:39:21.705218 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-27b587cd-1351-4846-aae3-a82192fa0599 None None] Attempting to bind port c56973eb-5727-4934-bf14-e5115d430910 by drivers openvswitch,hyperv on host dv-cinder-828150-2-iscsi at level 0 using segments [{'id': '025e846a-937e-4847-b04b-5f3e732f1e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5'}] {{(pid=102682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:39:21.705571 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b587cd-1351-4846-aae3-a82192fa0599 None None] Attempting to bind port c56973eb-5727-4934-bf14-e5115d430910 on network b080ab0e-203b-499d-9b26-1d0d5d881ab5 {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:39:21.710909 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b587cd-1351-4846-aae3-a82192fa0599 None None] Checking agent: {'id': 'c89dd41c-5256-44ac-a1f6-453d759a66bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828150-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 27, 33), 'started_at': datetime.datetime(2022, 2, 7, 20, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828150-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:39:21.711275 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b587cd-1351-4846-aae3-a82192fa0599 None None] Checking segment: {'id': '025e846a-937e-4847-b04b-5f3e732f1e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:39:21.711698 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-27b587cd-1351-4846-aae3-a82192fa0599 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:21.712086 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b587cd-1351-4846-aae3-a82192fa0599 None None] Bound using segment: {'id': '025e846a-937e-4847-b04b-5f3e732f1e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5'} {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:39:21.712543 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-27b587cd-1351-4846-aae3-a82192fa0599 None None] Bound port: c56973eb-5727-4934-bf14-e5115d430910, host: dv-cinder-828150-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '025e846a-937e-4847-b04b-5f3e732f1e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5'}}] {{(pid=102682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:39:21.712915 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-27b587cd-1351-4846-aae3-a82192fa0599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (c56973eb-5727-4934-bf14-e5115d430910), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:21.775288 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-27b587cd-1351-4846-aae3-a82192fa0599 None None] For port c56973eb-5727-4934-bf14-e5115d430910, host dv-cinder-828150-2-iscsi, cleared binding levels {{(pid=102682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:39:21.777653 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.db_base_plugin_common [None req-71a55c28-ec98-4d33-9cb6-655ea745f604 admin admin] Allocated IP 172.27.3.8 (8fac5e93-9c31-4064-8161-a8fff953e3cb/29ca3f4a-d044-4ce0-b1ea-59efe11aa82f/70b53ee0-8996-4dad-8d55-36b396234f01) {{(pid=102681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:39:21.778219 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-27b587cd-1351-4846-aae3-a82192fa0599 None None] For port c56973eb-5727-4934-bf14-e5115d430910, host dv-cinder-828150-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=c56973eb-5727-4934-bf14-e5115d430910,segment=NetworkSegment(025e846a-937e-4847-b04b-5f3e732f1e22),segment_id=025e846a-937e-4847-b04b-5f3e732f1e22)] {{(pid=102682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:39:21.785973 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-27b587cd-1351-4846-aae3-a82192fa0599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (c56973eb-5727-4934-bf14-e5115d430910), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:21.860343 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b587cd-1351-4846-aae3-a82192fa0599 None None] Pushing event updated for resources: {'Port': ['ID=c56973eb-5727-4934-bf14-e5115d430910,revision_number=2']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:21.902935 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-71a55c28-ec98-4d33-9cb6-655ea745f604 admin admin] Publish callbacks [] for port (70b53ee0-8996-4dad-8d55-36b396234f01), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:21.938476 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-71a55c28-ec98-4d33-9cb6-655ea745f604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (70b53ee0-8996-4dad-8d55-36b396234f01), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:21.977781 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a55c28-ec98-4d33-9cb6-655ea745f604 admin admin] Network 8fac5e93-9c31-4064-8161-a8fff953e3cb is already hosted by enough agents. {{(pid=102681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:39:21.983499 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.base_scheduler [None req-71a55c28-ec98-4d33-9cb6-655ea745f604 admin admin] Resources bound (agent type, host, resource id): {{(pid=102681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:39:21.987036 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a55c28-ec98-4d33-9cb6-655ea745f604 admin admin] Received port after_create {{(pid=102681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:39:22.016288 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a55c28-ec98-4d33-9cb6-655ea745f604 admin admin] Pushing event updated for resources: {'Port': ['ID=70b53ee0-8996-4dad-8d55-36b396234f01,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:22.261159 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device c56973eb-5727-4934-bf14-e5115d430910 up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:39:22.314417 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port c56973eb-5727-4934-bf14-e5115d430910 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:39:22.315116 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (c56973eb-5727-4934-bf14-e5115d430910), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:22.326805 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff064b-0527-4bdd-bb02-972d47099057 req-b152abaa-8a0d-4ded-8253-104fd2a7fd58 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:22.330790 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d1ff064b-0527-4bdd-bb02-972d47099057 req-b152abaa-8a0d-4ded-8253-104fd2a7fd58 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d794b52-4567-4f36-ac21-5a5d12ac8490 HTTP/1.1" status: 200 len: 946 time: 0.1415498 Feb 07 20:39:22.371202 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3981dd7-c9fb-42c4-a764-11265c929b19 req-53f8a260-fac8-4fa4-8e76-4197aa97eaa1 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:22.372842 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-c3981dd7-c9fb-42c4-a764-11265c929b19 req-53f8a260-fac8-4fa4-8e76-4197aa97eaa1 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.0678737 Feb 07 20:39:22.389343 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-71a55c28-ec98-4d33-9cb6-655ea745f604 admin admin] Publish callbacks [] for router_gateway (cfd4ecd9-5890-4655-9cb9-5320d9fb0b23), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:22.401539 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port c56973eb-5727-4934-bf14-e5115d430910 is: DOWN; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:39:22.402012 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (c56973eb-5727-4934-bf14-e5115d430910), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:22.433235 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-c3981dd7-c9fb-42c4-a764-11265c929b19 req-b5054421-484f-425e-84ea-7c6736af40ae tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531776 Feb 07 20:39:22.448881 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] For port c56973eb-5727-4934-bf14-e5115d430910, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=c56973eb-5727-4934-bf14-e5115d430910,segment=NetworkSegment(025e846a-937e-4847-b04b-5f3e732f1e22),segment_id=025e846a-937e-4847-b04b-5f3e732f1e22)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:39:22.452104 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (c56973eb-5727-4934-bf14-e5115d430910), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:22.465570 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d1ff064b-0527-4bdd-bb02-972d47099057 req-6af7513d-a04b-4207-bbb0-f5548d112c02 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/security-groups?id=9656f836-4669-46af-ba69-dfa237a56353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272521 Feb 07 20:39:22.501347 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Pushing event updated for resources: {'Port': ['ID=c56973eb-5727-4934-bf14-e5115d430910,revision_number=3']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:22.610423 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-71a55c28-ec98-4d33-9cb6-655ea745f604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395847'] for router (cfd4ecd9-5890-4655-9cb9-5320d9fb0b23), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:22.748927 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a55c28-ec98-4d33-9cb6-655ea745f604 admin admin] Router cfd4ecd9-5890-4655-9cb9-5320d9fb0b23 is scheduled to L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef with binding_index 1 {{(pid=102681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 20:39:22.839026 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52ba1ac-5eb5-482d-929b-efa2a6139a74 None None] Network b080ab0e-203b-499d-9b26-1d0d5d881ab5 requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:39:22.863594 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a55c28-ec98-4d33-9cb6-655ea745f604 admin admin] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:39:22.878291 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28286590-a328-4b9f-b742-045d89a7ddff None None] Sync routers for ids ['cfd4ecd9-5890-4655-9cb9-5320d9fb0b23'] in dv-cinder-828150-2-iscsi {{(pid=102682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:39:22.883178 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-71a55c28-ec98-4d33-9cb6-655ea745f604 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:22.884514 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-71a55c28-ec98-4d33-9cb6-655ea745f604 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6627688 Feb 07 20:39:22.887564 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 53490) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:39:22.907900 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28286590-a328-4b9f-b742-045d89a7ddff None None] Routers {'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:39:22.908448 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-28286590-a328-4b9f-b742-045d89a7ddff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:38:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['cfd4ecd9-5890-4655-9cb9-5320d9fb0b23'], 'active': True} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:39:23.036935 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-2286b2cd-8689-4254-bdb2-fe1d8d8821d8 None None] Provisioning complete for port c56973eb-5727-4934-bf14-e5115d430910 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:39:23.037774 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-2286b2cd-8689-4254-bdb2-fe1d8d8821d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (c56973eb-5727-4934-bf14-e5115d430910), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:23.100769 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvr_db [None req-28286590-a328-4b9f-b742-045d89a7ddff None None] Set router cfd4ecd9-5890-4655-9cb9-5320d9fb0b23 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:39:23.113823 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8257e-e962-4d46-87a2-be2e98e62ab8 req-980e68c3-23ea-4405-ab1f-c48f52bcace5 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:23.118614 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-b8b8257e-e962-4d46-87a2-be2e98e62ab8 req-980e68c3-23ea-4405-ab1f-c48f52bcace5 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d794b52-4567-4f36-ac21-5a5d12ac8490 HTTP/1.1" status: 200 len: 946 time: 0.1383293 Feb 07 20:39:23.213339 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-2286b2cd-8689-4254-bdb2-fe1d8d8821d8 None None] Current status of the port c56973eb-5727-4934-bf14-e5115d430910 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:39:23.304214 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [req-b8b8257e-e962-4d46-87a2-be2e98e62ab8 req-7d8039e9-ba20-41f1-90d0-b73cfa1982bf tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Deleting port 5067e6e2-0261-4245-97c4-02fc5a29c94e {{(pid=102681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:39:23.304546 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-b8b8257e-e962-4d46-87a2-be2e98e62ab8 req-7d8039e9-ba20-41f1-90d0-b73cfa1982bf tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (5067e6e2-0261-4245-97c4-02fc5a29c94e), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:23.436599 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-b8b8257e-e962-4d46-87a2-be2e98e62ab8 req-7d8039e9-ba20-41f1-90d0-b73cfa1982bf tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] For port 5067e6e2-0261-4245-97c4-02fc5a29c94e, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=5067e6e2-0261-4245-97c4-02fc5a29c94e,segment=NetworkSegment(b6f251ef-eff8-415b-97ed-ba80b14f0fa0),segment_id=b6f251ef-eff8-415b-97ed-ba80b14f0fa0)] {{(pid=102681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:39:23.436871 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-b8b8257e-e962-4d46-87a2-be2e98e62ab8 req-7d8039e9-ba20-41f1-90d0-b73cfa1982bf tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (5067e6e2-0261-4245-97c4-02fc5a29c94e), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:23.454325 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [req-b8b8257e-e962-4d46-87a2-be2e98e62ab8 req-7d8039e9-ba20-41f1-90d0-b73cfa1982bf tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Calling delete_port for 5067e6e2-0261-4245-97c4-02fc5a29c94e owned by compute:nova {{(pid=102681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:39:23.477807 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-677fedfa-0d90-4548-a38d-5bc3f1436ddd None None] Provisioning complete for port c56973eb-5727-4934-bf14-e5115d430910 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:39:23.478327 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-677fedfa-0d90-4548-a38d-5bc3f1436ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (c56973eb-5727-4934-bf14-e5115d430910), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:23.504643 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-28286590-a328-4b9f-b742-045d89a7ddff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'name': 'tempest-AttachVolumeShelveTestJSON-2003434560-router', 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '70b53ee0-8996-4dad-8d55-36b396234f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:21Z', 'updated_at': '2022-02-07T20:39:22Z', 'revision_number': 3, 'project_id': '2185d4e79c4947b6869c2dff85759513', 'gw_port': {'id': '70b53ee0-8996-4dad-8d55-36b396234f01', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c5:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:21Z', 'updated_at': '2022-02-07T20:39:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi'}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:39:23.549034 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28286590-a328-4b9f-b742-045d89a7ddff None None] Checking router: cfd4ecd9-5890-4655-9cb9-5320d9fb0b23 for host: dv-cinder-828150-2-iscsi {{(pid=102682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:39:23.549481 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28286590-a328-4b9f-b742-045d89a7ddff None None] Updating router cfd4ecd9-5890-4655-9cb9-5320d9fb0b23 port 70b53ee0-8996-4dad-8d55-36b396234f01 binding host dv-cinder-828150-2-iscsi {{(pid=102682) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 20:39:23.585587 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b89636-9453-452d-afa3-a4fae8b870f9 req-5325a92c-9c85-4da4-9cac-c5828c6c843f tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:23.586210 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-28286590-a328-4b9f-b742-045d89a7ddff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (70b53ee0-8996-4dad-8d55-36b396234f01), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:23.587077 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-88b89636-9453-452d-afa3-a4fae8b870f9 req-5325a92c-9c85-4da4-9cac-c5828c6c843f tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.0680163 Feb 07 20:39:23.637653 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-88b89636-9453-452d-afa3-a4fae8b870f9 req-9c517896-c95e-4d4e-9de4-df7ac2bb0bd9 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439939 Feb 07 20:39:23.640964 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d2065656-93e4-40ba-8b31-1408cead6e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:23.704142 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-677fedfa-0d90-4548-a38d-5bc3f1436ddd None None] Current status of the port c56973eb-5727-4934-bf14-e5115d430910 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:39:23.737272 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cfaae2-a6be-43fc-8f07-9280b758c75a req-ff47472f-73b2-4853-8927-cba3e95154f3 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:23.738741 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d2cfaae2-a6be-43fc-8f07-9280b758c75a req-ff47472f-73b2-4853-8927-cba3e95154f3 tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d794b52-4567-4f36-ac21-5a5d12ac8490 HTTP/1.1" status: 200 len: 946 time: 0.1642709 Feb 07 20:39:23.786110 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-b8b8257e-e962-4d46-87a2-be2e98e62ab8 req-7d8039e9-ba20-41f1-90d0-b73cfa1982bf tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (5067e6e2-0261-4245-97c4-02fc5a29c94e), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:23.803515 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['5067e6e2-0261-4245-97c4-02fc5a29c94e'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:39:23.913065 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-28286590-a328-4b9f-b742-045d89a7ddff None None] Publish callbacks [] for port (70b53ee0-8996-4dad-8d55-36b396234f01), precommit_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:23.917920 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-28286590-a328-4b9f-b742-045d89a7ddff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (70b53ee0-8996-4dad-8d55-36b396234f01), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:23.975923 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-28286590-a328-4b9f-b742-045d89a7ddff None None] Attempting to bind port 70b53ee0-8996-4dad-8d55-36b396234f01 on host dv-cinder-828150-2-iscsi for vnic_type normal with profile {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:39:23.976194 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-28286590-a328-4b9f-b742-045d89a7ddff None None] Attempting to bind port 70b53ee0-8996-4dad-8d55-36b396234f01 by drivers openvswitch,hyperv on host dv-cinder-828150-2-iscsi at level 0 using segments [{'id': 'b6259b7e-66cb-4b1d-a7b0-58f7e3300c62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'}] {{(pid=102682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:39:23.976546 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28286590-a328-4b9f-b742-045d89a7ddff None None] Attempting to bind port 70b53ee0-8996-4dad-8d55-36b396234f01 on network 8fac5e93-9c31-4064-8161-a8fff953e3cb {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:39:23.978672 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d86677-2b90-4516-9186-de2225bf534f None None] Pushing event updated for resources: {'Port': ['ID=70b53ee0-8996-4dad-8d55-36b396234f01,revision_number=2']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:23.985429 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28286590-a328-4b9f-b742-045d89a7ddff None None] Checking agent: {'id': 'c89dd41c-5256-44ac-a1f6-453d759a66bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828150-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 27, 33), 'started_at': datetime.datetime(2022, 2, 7, 20, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828150-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:39:23.985800 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28286590-a328-4b9f-b742-045d89a7ddff None None] Checking segment: {'id': 'b6259b7e-66cb-4b1d-a7b0-58f7e3300c62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:39:23.986197 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-28286590-a328-4b9f-b742-045d89a7ddff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:23.986618 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28286590-a328-4b9f-b742-045d89a7ddff None None] Bound using segment: {'id': 'b6259b7e-66cb-4b1d-a7b0-58f7e3300c62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'} {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:39:23.987082 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-28286590-a328-4b9f-b742-045d89a7ddff None None] Bound port: 70b53ee0-8996-4dad-8d55-36b396234f01, host: dv-cinder-828150-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6259b7e-66cb-4b1d-a7b0-58f7e3300c62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'}}] {{(pid=102682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:39:23.987483 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-28286590-a328-4b9f-b742-045d89a7ddff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (70b53ee0-8996-4dad-8d55-36b396234f01), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:24.045369 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-28286590-a328-4b9f-b742-045d89a7ddff None None] For port 70b53ee0-8996-4dad-8d55-36b396234f01, host dv-cinder-828150-2-iscsi, cleared binding levels {{(pid=102682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:39:24.048418 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-28286590-a328-4b9f-b742-045d89a7ddff None None] For port 70b53ee0-8996-4dad-8d55-36b396234f01, host dv-cinder-828150-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=70b53ee0-8996-4dad-8d55-36b396234f01,segment=NetworkSegment(b6259b7e-66cb-4b1d-a7b0-58f7e3300c62),segment_id=b6259b7e-66cb-4b1d-a7b0-58f7e3300c62)] {{(pid=102682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:39:24.055272 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-28286590-a328-4b9f-b742-045d89a7ddff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (70b53ee0-8996-4dad-8d55-36b396234f01), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:24.097614 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8039e9-ba20-41f1-90d0-b73cfa1982bf tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Pushing event deleted for resources: {'Port': ['ID=5067e6e2-0261-4245-97c4-02fc5a29c94e,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:24.108459 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d2cfaae2-a6be-43fc-8f07-9280b758c75a req-ce65a1bb-4099-41f6-9b52-1cc3f08d717c tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.60 "GET /v2.0/security-groups?id=9656f836-4669-46af-ba69-dfa237a56353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605127 Feb 07 20:39:24.113633 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d86677-2b90-4516-9186-de2225bf534f None None] Pushing event updated for resources: {'Port': ['ID=70b53ee0-8996-4dad-8d55-36b396234f01,revision_number=3']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:24.116941 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28286590-a328-4b9f-b742-045d89a7ddff None None] Routers {'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:39:24.117541 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-28286590-a328-4b9f-b742-045d89a7ddff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:38:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['cfd4ecd9-5890-4655-9cb9-5320d9fb0b23'], 'active': True} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:39:24.174267 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b8257e-e962-4d46-87a2-be2e98e62ab8 req-7d8039e9-ba20-41f1-90d0-b73cfa1982bf tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] No DVR routers for this DVR port 5067e6e2-0261-4245-97c4-02fc5a29c94e on host hv-cinder-82815 {{(pid=102681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:39:24.178628 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-b8b8257e-e962-4d46-87a2-be2e98e62ab8 req-7d8039e9-ba20-41f1-90d0-b73cfa1982bf tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:24.182053 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-b8b8257e-e962-4d46-87a2-be2e98e62ab8 req-7d8039e9-ba20-41f1-90d0-b73cfa1982bf tempest-VolumesSnapshotTestJSON-2051760713 tempest-VolumesSnapshotTestJSON-2051760713-project] 10.222.0.24 "DELETE /v2.0/ports/5067e6e2-0261-4245-97c4-02fc5a29c94e HTTP/1.1" status: 204 len: 173 time: 1.0592713 Feb 07 20:39:24.182510 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d794b52-4567-4f36-ac21-5a5d12ac8490', 'name': 'network-vif-deleted', 'tag': '5067e6e2-0261-4245-97c4-02fc5a29c94e'}] {{(pid=102681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:39:24.184769 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d543a4f93c545b9f4b4319baf8ff9337481391693fb3bbf25dbe09721f1c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f74db93-6de4-49a8-a116-44999457f767" -d '{"events": [{"server_uuid": "1d794b52-4567-4f36-ac21-5a5d12ac8490", "name": "network-vif-deleted", "tag": "5067e6e2-0261-4245-97c4-02fc5a29c94e"}]}' {{(pid=102681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:39:24.211273 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.db_base_plugin_common [None req-d2065656-93e4-40ba-8b31-1408cead6e3b admin admin] Allocated IP 172.20.0.1 (b080ab0e-203b-499d-9b26-1d0d5d881ab5/e2b04cad-c27a-42ce-981e-86830a1e7466/d447e2d8-b23c-488c-8dc8-70d57703f8a0) {{(pid=102681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:39:24.256262 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device c56973eb-5727-4934-bf14-e5115d430910 up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:39:24.294249 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87467c9-abd5-4d66-bd05-87387e61833d x-openstack-request-id: req-b87467c9-abd5-4d66-bd05-87387e61833d {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:39:24.294643 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d794b52-4567-4f36-ac21-5a5d12ac8490", "name": "network-vif-deleted", "tag": "5067e6e2-0261-4245-97c4-02fc5a29c94e", "status": "completed", "code": 200}]} {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:39:24.294801 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b87467c9-abd5-4d66-bd05-87387e61833d {{(pid=102681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:39:24.295214 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d794b52-4567-4f36-ac21-5a5d12ac8490', 'name': 'network-vif-deleted', 'tag': '5067e6e2-0261-4245-97c4-02fc5a29c94e', 'status': 'completed', 'code': 200} Feb 07 20:39:24.315291 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvr_db [None req-28286590-a328-4b9f-b742-045d89a7ddff None None] Set router cfd4ecd9-5890-4655-9cb9-5320d9fb0b23 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:39:24.355653 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d2065656-93e4-40ba-8b31-1408cead6e3b admin admin] Publish callbacks [] for port (d447e2d8-b23c-488c-8dc8-70d57703f8a0), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:24.388831 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d2065656-93e4-40ba-8b31-1408cead6e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (d447e2d8-b23c-488c-8dc8-70d57703f8a0), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:24.424931 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2065656-93e4-40ba-8b31-1408cead6e3b admin admin] Network b080ab0e-203b-499d-9b26-1d0d5d881ab5 is already hosted by enough agents. {{(pid=102681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:39:24.431890 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.base_scheduler [None req-d2065656-93e4-40ba-8b31-1408cead6e3b admin admin] Resources bound (agent type, host, resource id): {{(pid=102681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:39:24.435479 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2065656-93e4-40ba-8b31-1408cead6e3b admin admin] Received port after_create {{(pid=102681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:39:24.437012 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port c56973eb-5727-4934-bf14-e5115d430910 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:39:24.437387 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (c56973eb-5727-4934-bf14-e5115d430910), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:24.440799 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2065656-93e4-40ba-8b31-1408cead6e3b admin admin] Pushing event updated for resources: {'Port': ['ID=d447e2d8-b23c-488c-8dc8-70d57703f8a0,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:24.488253 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d2065656-93e4-40ba-8b31-1408cead6e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395920'] for router_interface (cfd4ecd9-5890-4655-9cb9-5320d9fb0b23), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:24.582150 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port c56973eb-5727-4934-bf14-e5115d430910 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:39:24.598698 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-28286590-a328-4b9f-b742-045d89a7ddff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'name': 'tempest-AttachVolumeShelveTestJSON-2003434560-router', 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '70b53ee0-8996-4dad-8d55-36b396234f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:21Z', 'updated_at': '2022-02-07T20:39:22Z', 'revision_number': 3, 'project_id': '2185d4e79c4947b6869c2dff85759513', 'gw_port': {'id': '70b53ee0-8996-4dad-8d55-36b396234f01', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c5:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:21Z', 'updated_at': '2022-02-07T20:39:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi'}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:39:24.632437 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28286590-a328-4b9f-b742-045d89a7ddff None None] The sync data for ids ['cfd4ecd9-5890-4655-9cb9-5320d9fb0b23'] in dv-cinder-828150-2-iscsi is: [{'id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'name': 'tempest-AttachVolumeShelveTestJSON-2003434560-router', 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '70b53ee0-8996-4dad-8d55-36b396234f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:21Z', 'updated_at': '2022-02-07T20:39:22Z', 'revision_number': 3, 'project_id': '2185d4e79c4947b6869c2dff85759513', 'gw_port': {'id': '70b53ee0-8996-4dad-8d55-36b396234f01', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c5:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:21Z', 'updated_at': '2022-02-07T20:39:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi'}] {{(pid=102682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:39:24.643176 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d2065656-93e4-40ba-8b31-1408cead6e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (d447e2d8-b23c-488c-8dc8-70d57703f8a0), before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:24.647486 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-92eb89fe-671c-4a00-a77d-7838f5ad3699 None None] Provisioning complete for port d447e2d8-b23c-488c-8dc8-70d57703f8a0 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:39:24.647860 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-92eb89fe-671c-4a00-a77d-7838f5ad3699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (d447e2d8-b23c-488c-8dc8-70d57703f8a0), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:24.690079 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-92eb89fe-671c-4a00-a77d-7838f5ad3699 None None] Port d447e2d8-b23c-488c-8dc8-70d57703f8a0 cannot update to ACTIVE because it is not bound. {{(pid=102682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:39:24.850302 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f97786-e1ca-4e82-96ac-ffa431aef0ed req-53165655-0803-43cd-80b7-4dfb55934d38 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:24.851876 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-74f97786-e1ca-4e82-96ac-ffa431aef0ed req-53165655-0803-43cd-80b7-4dfb55934d38 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.1302450 Feb 07 20:39:24.910590 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d2065656-93e4-40ba-8b31-1408cead6e3b admin admin] Publish callbacks [] for port (d447e2d8-b23c-488c-8dc8-70d57703f8a0), precommit_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:24.926823 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d2065656-93e4-40ba-8b31-1408cead6e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3187874'] for port (d447e2d8-b23c-488c-8dc8-70d57703f8a0), after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:24.969407 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-74f97786-e1ca-4e82-96ac-ffa431aef0ed req-8c8b0929-4c64-4ca3-959f-3e8d415fe66a tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110940 Feb 07 20:39:25.017841 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d2065656-93e4-40ba-8b31-1408cead6e3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393216'] for router_interface (cfd4ecd9-5890-4655-9cb9-5320d9fb0b23), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:25.026309 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2065656-93e4-40ba-8b31-1408cead6e3b admin admin] Pushing event updated for resources: {'Port': ['ID=d447e2d8-b23c-488c-8dc8-70d57703f8a0,revision_number=2']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:25.138241 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2065656-93e4-40ba-8b31-1408cead6e3b admin admin] Network b080ab0e-203b-499d-9b26-1d0d5d881ab5 is already hosted by enough agents. {{(pid=102681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:39:25.140405 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.base_scheduler [None req-d2065656-93e4-40ba-8b31-1408cead6e3b admin admin] Resources bound (agent type, host, resource id): {{(pid=102681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:39:25.304045 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2065656-93e4-40ba-8b31-1408cead6e3b admin admin] Router cfd4ecd9-5890-4655-9cb9-5320d9fb0b23 has already been hosted by L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef {{(pid=102681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:39:25.425399 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-6fed524f-9ada-40aa-be1e-5b8e608a90c0 None None] Provisioning complete for port d447e2d8-b23c-488c-8dc8-70d57703f8a0 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:39:25.425775 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-6fed524f-9ada-40aa-be1e-5b8e608a90c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (d447e2d8-b23c-488c-8dc8-70d57703f8a0), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:25.481493 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2065656-93e4-40ba-8b31-1408cead6e3b admin admin] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:39:25.495750 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-d2065656-93e4-40ba-8b31-1408cead6e3b admin admin] 10.222.0.60 "PUT /v2.0/routers/cfd4ecd9-5890-4655-9cb9-5320d9fb0b23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5995576 Feb 07 20:39:25.500597 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-6fed524f-9ada-40aa-be1e-5b8e608a90c0 None None] Port d447e2d8-b23c-488c-8dc8-70d57703f8a0 cannot update to ACTIVE because it is not bound. {{(pid=102682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:39:26.072666 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 53526) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:39:26.077234 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-d30e59de-4d37-40ac-9427-7c25945f4a82 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Request body: {'security_group': {'name': 'tempest-securitygroup--219885203', 'description': 'tempest-description--1002237810'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:39:26.101719 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d30e59de-4d37-40ac-9427-7c25945f4a82 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:26.111376 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7426432-446f-47f3-a106-13b1f5018113 req-2d46f882-b9a7-412c-89b4-fc44f2f9bf47 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:26.113183 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-b7426432-446f-47f3-a106-13b1f5018113 req-2d46f882-b9a7-412c-89b4-fc44f2f9bf47 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.0675142 Feb 07 20:39:26.181559 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-b7426432-446f-47f3-a106-13b1f5018113 req-137ae429-ecf1-41a0-ab28-f69fd30d6ede tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571930 Feb 07 20:39:26.185604 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d30e59de-4d37-40ac-9427-7c25945f4a82 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks [] for security_group (4c7001b1-180c-44fb-ab47-4ed483051892), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:26.201034 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d30e59de-4d37-40ac-9427-7c25945f4a82 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (4c7001b1-180c-44fb-ab47-4ed483051892), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:26.236679 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e59de-4d37-40ac-9427-7c25945f4a82 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7001b1-180c-44fb-ab47-4ed483051892,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:26.242785 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d30e59de-4d37-40ac-9427-7c25945f4a82 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:26.245479 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-d30e59de-4d37-40ac-9427-7c25945f4a82 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1716239 Feb 07 20:39:26.248503 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 53530) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:39:26.253701 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-c73b43c9-dc1d-4e62-9e50-82f96b600cdc tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Request body: {'security_group_rule': {'security_group_id': '4c7001b1-180c-44fb-ab47-4ed483051892', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:39:26.283711 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c73b43c9-dc1d-4e62-9e50-82f96b600cdc tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks [] for security_group_rule (90a34df0-e293-437f-bce3-0bb247c664dd), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:26.284134 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 70b53ee0-8996-4dad-8d55-36b396234f01 up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:39:26.354102 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port 70b53ee0-8996-4dad-8d55-36b396234f01 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:39:26.354486 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (70b53ee0-8996-4dad-8d55-36b396234f01), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:26.383336 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c73b43c9-dc1d-4e62-9e50-82f96b600cdc tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks [] for security_group_rule (90a34df0-e293-437f-bce3-0bb247c664dd), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:26.401916 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c73b43c9-dc1d-4e62-9e50-82f96b600cdc tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471706'] for security_group_rule (90a34df0-e293-437f-bce3-0bb247c664dd), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:26.426700 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (2db0d972-3e88-4a6a-9d75-f8f2fe350c5f), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:26.469195 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port 70b53ee0-8996-4dad-8d55-36b396234f01 is: DOWN; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:39:26.469683 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (70b53ee0-8996-4dad-8d55-36b396234f01), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:26.475382 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c73b43c9-dc1d-4e62-9e50-82f96b600cdc tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:26.476813 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-c73b43c9-dc1d-4e62-9e50-82f96b600cdc tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2273052 Feb 07 20:39:26.478106 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b43c9-dc1d-4e62-9e50-82f96b600cdc tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90a34df0-e293-437f-bce3-0bb247c664dd,revision_number=0']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:26.483419 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 53536) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:39:26.489633 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-701c9526-4f0b-4860-b8d0-ad373f8ad50f tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Request body: {'security_group_rule': {'security_group_id': '4c7001b1-180c-44fb-ab47-4ed483051892', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:39:26.503142 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] For port 70b53ee0-8996-4dad-8d55-36b396234f01, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=70b53ee0-8996-4dad-8d55-36b396234f01,segment=NetworkSegment(b6259b7e-66cb-4b1d-a7b0-58f7e3300c62),segment_id=b6259b7e-66cb-4b1d-a7b0-58f7e3300c62)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:39:26.508831 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (70b53ee0-8996-4dad-8d55-36b396234f01), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:26.512206 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bbc10-173a-4df8-82f6-48f7ecb31875 req-76234bd8-7922-4208-83b4-132ea7dd210d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:26.514307 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-481bbc10-173a-4df8-82f6-48f7ecb31875 req-76234bd8-7922-4208-83b4-132ea7dd210d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1920726293f94b09a11892df688f137b&device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 1129 time: 0.0630546 Feb 07 20:39:26.527167 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe15aa4-5129-478d-b70b-542b2ec336e8 req-88148424-193a-43e0-8e65-f19d96f708f6 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:26.529203 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-bfe15aa4-5129-478d-b70b-542b2ec336e8 req-88148424-193a-43e0-8e65-f19d96f708f6 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.1078770 Feb 07 20:39:26.559971 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-701c9526-4f0b-4860-b8d0-ad373f8ad50f tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks [] for security_group_rule (e963e18f-cb0d-4369-856e-25b64982e566), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:26.567542 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-b0f3683d-1cfa-4bdc-b7d4-dae44900e847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:26.586164 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Pushing event updated for resources: {'Port': ['ID=70b53ee0-8996-4dad-8d55-36b396234f01,revision_number=4']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:26.632439 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-bfe15aa4-5129-478d-b70b-542b2ec336e8 req-708cc4f2-6e21-45fb-9c09-b470221836f9 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907643 Feb 07 20:39:26.644462 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bbc10-173a-4df8-82f6-48f7ecb31875 req-a5e4a0e3-a1c5-4a20-a828-24866235942d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:26.646053 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b132962d-cabb-4b2a-aedb-7efd8dbb7f2b None None] Sync routers for ids ['cfd4ecd9-5890-4655-9cb9-5320d9fb0b23'] in dv-cinder-828150-2-iscsi {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:39:26.647862 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-701c9526-4f0b-4860-b8d0-ad373f8ad50f tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks [] for security_group_rule (e963e18f-cb0d-4369-856e-25b64982e566), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:26.650572 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-481bbc10-173a-4df8-82f6-48f7ecb31875 req-a5e4a0e3-a1c5-4a20-a828-24866235942d service neutron] 10.222.0.24 "GET /v2.0/networks?id=72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e HTTP/1.1" status: 200 len: 912 time: 0.1266749 Feb 07 20:39:26.652425 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-701c9526-4f0b-4860-b8d0-ad373f8ad50f tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471706'] for security_group_rule (e963e18f-cb0d-4369-856e-25b64982e566), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:26.660775 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b132962d-cabb-4b2a-aedb-7efd8dbb7f2b None None] Routers {'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:39:26.661379 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-b132962d-cabb-4b2a-aedb-7efd8dbb7f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:38:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['cfd4ecd9-5890-4655-9cb9-5320d9fb0b23'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:39:26.674246 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c9526-4f0b-4860-b8d0-ad373f8ad50f tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e963e18f-cb0d-4369-856e-25b64982e566,revision_number=0']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:26.679473 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-701c9526-4f0b-4860-b8d0-ad373f8ad50f tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:26.680904 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-701c9526-4f0b-4860-b8d0-ad373f8ad50f tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1963334 Feb 07 20:39:26.685034 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 53542) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:39:26.690013 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-6e268aeb-cd48-4350-ba62-71df084c3576 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Request body: {'floatingip': {'floating_network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:39:26.736359 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6e268aeb-cd48-4350-ba62-71df084c3576 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:26.763293 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-481bbc10-173a-4df8-82f6-48f7ecb31875 req-9458776c-24c4-4904-a3f4-21a358dafe80 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b7a9c0f-da25-4335-9833-4fae4a44db0a HTTP/1.1" status: 200 len: 1000 time: 0.0951672 Feb 07 20:39:26.832193 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bbc10-173a-4df8-82f6-48f7ecb31875 req-e24f5813-7b45-484f-a82f-2ae29077e32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:26.832619 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-b132962d-cabb-4b2a-aedb-7efd8dbb7f2b None None] Set router cfd4ecd9-5890-4655-9cb9-5320d9fb0b23 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:39:26.833685 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-481bbc10-173a-4df8-82f6-48f7ecb31875 req-e24f5813-7b45-484f-a82f-2ae29077e32f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=57a3a711-2e6c-457c-a563-2e93bf8d035e HTTP/1.1" status: 200 len: 850 time: 0.0639451 Feb 07 20:39:26.852014 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6e268aeb-cd48-4350-ba62-71df084c3576 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:26.934360 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bbc10-173a-4df8-82f6-48f7ecb31875 req-62fbc4b2-c71e-462f-944a-22cbe1776f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:26.936032 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-481bbc10-173a-4df8-82f6-48f7ecb31875 req-62fbc4b2-c71e-462f-944a-22cbe1776f94 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0787237 Feb 07 20:39:26.969732 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.db_base_plugin_common [None req-6e268aeb-cd48-4350-ba62-71df084c3576 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Allocated IP 172.27.3.186 (8fac5e93-9c31-4064-8161-a8fff953e3cb/29ca3f4a-d044-4ce0-b1ea-59efe11aa82f/ce07e451-b956-4277-887c-c54d7fe43f02) {{(pid=102680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:39:27.032770 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 5067e6e2-0261-4245-97c4-02fc5a29c94e no longer exists at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:39:27.033738 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-481bbc10-173a-4df8-82f6-48f7ecb31875 req-69db7b74-b621-485a-9eb1-0d40fb64f19f service neutron] 10.222.0.24 "GET /v2.0/networks/72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893390 Feb 07 20:39:27.064092 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] No Port match for: 5067e6e2-0261-4245-97c4-02fc5a29c94e {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:39:27.064432 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 5067e6e2-0261-4245-97c4-02fc5a29c94e not bound to the agent host hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:39:27.075135 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-b132962d-cabb-4b2a-aedb-7efd8dbb7f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'name': 'tempest-AttachVolumeShelveTestJSON-2003434560-router', 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '70b53ee0-8996-4dad-8d55-36b396234f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:21Z', 'updated_at': '2022-02-07T20:39:24Z', 'revision_number': 4, 'project_id': '2185d4e79c4947b6869c2dff85759513', 'gw_port': {'id': '70b53ee0-8996-4dad-8d55-36b396234f01', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:21Z', 'updated_at': '2022-02-07T20:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': 'd447e2d8-b23c-488c-8dc8-70d57703f8a0', 'name': '', 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5', 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'mac_address': 'fa:16:3e:3c:2d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e2b04cad-c27a-42ce-981e-86830a1e7466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:23Z', 'updated_at': '2022-02-07T20:39:24Z', 'revision_number': 2, 'project_id': '2185d4e79c4947b6869c2dff85759513', 'subnets': [{'id': 'e2b04cad-c27a-42ce-981e-86830a1e7466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:39:27.085589 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6e268aeb-cd48-4350-ba62-71df084c3576 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks [] for port (ce07e451-b956-4277-887c-c54d7fe43f02), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:27.102142 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b132962d-cabb-4b2a-aedb-7efd8dbb7f2b None None] Checking router: cfd4ecd9-5890-4655-9cb9-5320d9fb0b23 for host: dv-cinder-828150-2-iscsi {{(pid=102683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:39:27.102493 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b132962d-cabb-4b2a-aedb-7efd8dbb7f2b None None] Updating router cfd4ecd9-5890-4655-9cb9-5320d9fb0b23 port d447e2d8-b23c-488c-8dc8-70d57703f8a0 binding host dv-cinder-828150-2-iscsi {{(pid=102683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 20:39:27.123371 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6e268aeb-cd48-4350-ba62-71df084c3576 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17688'] for port (ce07e451-b956-4277-887c-c54d7fe43f02), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:27.126950 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-481bbc10-173a-4df8-82f6-48f7ecb31875 req-215deddc-1615-4ce5-b3e3-b3424dc9887c service neutron] 10.222.0.24 "GET /v2.0/networks/72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858970 Feb 07 20:39:27.144491 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-b132962d-cabb-4b2a-aedb-7efd8dbb7f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (d447e2d8-b23c-488c-8dc8-70d57703f8a0), before_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:27.167758 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e268aeb-cd48-4350-ba62-71df084c3576 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Network 8fac5e93-9c31-4064-8161-a8fff953e3cb is already hosted by enough agents. {{(pid=102680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:39:27.170514 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [None req-6e268aeb-cd48-4350-ba62-71df084c3576 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Resources bound (agent type, host, resource id): {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:39:27.172848 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e268aeb-cd48-4350-ba62-71df084c3576 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Received port after_create {{(pid=102680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:39:27.204475 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e268aeb-cd48-4350-ba62-71df084c3576 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Pushing event updated for resources: {'Port': ['ID=ce07e451-b956-4277-887c-c54d7fe43f02,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:27.265355 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6e268aeb-cd48-4350-ba62-71df084c3576 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks [] for floatingip (8f0c52c1-b57f-45d1-917a-863a03009481), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:27.300949 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6e268aeb-cd48-4350-ba62-71df084c3576 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (ce07e451-b956-4277-887c-c54d7fe43f02), before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:27.412867 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-b132962d-cabb-4b2a-aedb-7efd8dbb7f2b None None] Publish callbacks [] for port (d447e2d8-b23c-488c-8dc8-70d57703f8a0), precommit_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:27.418100 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-b132962d-cabb-4b2a-aedb-7efd8dbb7f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (d447e2d8-b23c-488c-8dc8-70d57703f8a0), after_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:27.447291 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6e268aeb-cd48-4350-ba62-71df084c3576 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks [] for port (ce07e451-b956-4277-887c-c54d7fe43f02), precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:27.452536 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6e268aeb-cd48-4350-ba62-71df084c3576 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17681'] for port (ce07e451-b956-4277-887c-c54d7fe43f02), after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:27.465628 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d1c10f-efaa-4fe7-8269-decf08a4e0f1 None None] Pushing event updated for resources: {'Port': ['ID=d447e2d8-b23c-488c-8dc8-70d57703f8a0,revision_number=3']} {{(pid=102683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:27.473269 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d1c10f-efaa-4fe7-8269-decf08a4e0f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:27.473643 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d1c10f-efaa-4fe7-8269-decf08a4e0f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:27.474021 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d1c10f-efaa-4fe7-8269-decf08a4e0f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:27.474864 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d1c10f-efaa-4fe7-8269-decf08a4e0f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:27.475190 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d1c10f-efaa-4fe7-8269-decf08a4e0f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:27.475570 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d1c10f-efaa-4fe7-8269-decf08a4e0f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:27.475889 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d1c10f-efaa-4fe7-8269-decf08a4e0f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:27.476209 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d1c10f-efaa-4fe7-8269-decf08a4e0f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:27.476526 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d1c10f-efaa-4fe7-8269-decf08a4e0f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:27.476861 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d1c10f-efaa-4fe7-8269-decf08a4e0f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:27.477177 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d1c10f-efaa-4fe7-8269-decf08a4e0f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:27.477488 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d1c10f-efaa-4fe7-8269-decf08a4e0f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:27.478270 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d1c10f-efaa-4fe7-8269-decf08a4e0f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:27.540203 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e268aeb-cd48-4350-ba62-71df084c3576 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Pushing event updated for resources: {'Port': ['ID=ce07e451-b956-4277-887c-c54d7fe43f02,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:27.541770 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.managers [None req-b132962d-cabb-4b2a-aedb-7efd8dbb7f2b None None] Attempting to bind port d447e2d8-b23c-488c-8dc8-70d57703f8a0 on host dv-cinder-828150-2-iscsi for vnic_type normal with profile {{(pid=102683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:39:27.542479 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.managers [None req-b132962d-cabb-4b2a-aedb-7efd8dbb7f2b None None] Attempting to bind port d447e2d8-b23c-488c-8dc8-70d57703f8a0 by drivers openvswitch,hyperv on host dv-cinder-828150-2-iscsi at level 0 using segments [{'id': '025e846a-937e-4847-b04b-5f3e732f1e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5'}] {{(pid=102683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:39:27.542479 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b132962d-cabb-4b2a-aedb-7efd8dbb7f2b None None] Attempting to bind port d447e2d8-b23c-488c-8dc8-70d57703f8a0 on network b080ab0e-203b-499d-9b26-1d0d5d881ab5 {{(pid=102683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:39:27.548065 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b132962d-cabb-4b2a-aedb-7efd8dbb7f2b None None] Checking agent: {'id': 'c89dd41c-5256-44ac-a1f6-453d759a66bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828150-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 27, 33), 'started_at': datetime.datetime(2022, 2, 7, 20, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828150-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:39:27.548261 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b132962d-cabb-4b2a-aedb-7efd8dbb7f2b None None] Checking segment: {'id': '025e846a-937e-4847-b04b-5f3e732f1e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:39:27.548667 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-b132962d-cabb-4b2a-aedb-7efd8dbb7f2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:27.549055 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b132962d-cabb-4b2a-aedb-7efd8dbb7f2b None None] Bound using segment: {'id': '025e846a-937e-4847-b04b-5f3e732f1e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5'} {{(pid=102683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:39:27.549509 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.managers [None req-b132962d-cabb-4b2a-aedb-7efd8dbb7f2b None None] Bound port: d447e2d8-b23c-488c-8dc8-70d57703f8a0, host: dv-cinder-828150-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '025e846a-937e-4847-b04b-5f3e732f1e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5'}}] {{(pid=102683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:39:27.549886 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-b132962d-cabb-4b2a-aedb-7efd8dbb7f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (d447e2d8-b23c-488c-8dc8-70d57703f8a0), before_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:27.554360 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6e268aeb-cd48-4350-ba62-71df084c3576 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395805'] for floatingip (8f0c52c1-b57f-45d1-917a-863a03009481), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:27.572492 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6e268aeb-cd48-4350-ba62-71df084c3576 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for floatingip (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:27.581840 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-6e268aeb-cd48-4350-ba62-71df084c3576 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8881481 Feb 07 20:39:27.619627 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.db [None req-b132962d-cabb-4b2a-aedb-7efd8dbb7f2b None None] For port d447e2d8-b23c-488c-8dc8-70d57703f8a0, host dv-cinder-828150-2-iscsi, cleared binding levels {{(pid=102683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:39:27.624599 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.db [None req-b132962d-cabb-4b2a-aedb-7efd8dbb7f2b None None] For port d447e2d8-b23c-488c-8dc8-70d57703f8a0, host dv-cinder-828150-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=d447e2d8-b23c-488c-8dc8-70d57703f8a0,segment=NetworkSegment(025e846a-937e-4847-b04b-5f3e732f1e22),segment_id=025e846a-937e-4847-b04b-5f3e732f1e22)] {{(pid=102683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:39:27.631190 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-b132962d-cabb-4b2a-aedb-7efd8dbb7f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (d447e2d8-b23c-488c-8dc8-70d57703f8a0), after_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:27.683132 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b132962d-cabb-4b2a-aedb-7efd8dbb7f2b None None] Routers {'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:39:27.683813 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-b132962d-cabb-4b2a-aedb-7efd8dbb7f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:38:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['cfd4ecd9-5890-4655-9cb9-5320d9fb0b23'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:39:27.752451 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-a1e34516-9d43-4975-afb1-3219ce96caae None None] Provisioning complete for port d447e2d8-b23c-488c-8dc8-70d57703f8a0 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:39:27.753540 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-a1e34516-9d43-4975-afb1-3219ce96caae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (d447e2d8-b23c-488c-8dc8-70d57703f8a0), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:27.757938 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-533bf32b-5068-4589-ac2c-517a01067a5c req-75ffd137-42d5-4903-a691-52c7fc809626 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--219885203&fields=id&tenant_id=2185d4e79c4947b6869c2dff85759513 HTTP/1.1" status: 200 len: 267 time: 0.0668211 Feb 07 20:39:27.787250 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d1c10f-efaa-4fe7-8269-decf08a4e0f1 None None] Pushing event updated for resources: {'Port': ['ID=d447e2d8-b23c-488c-8dc8-70d57703f8a0,revision_number=4']} {{(pid=102683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:27.793473 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd12d4-8d46-41d7-a4a5-4c5c504508b0 req-f48b17de-e289-4cff-b0b3-4c1a79208355 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:27.805238 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-47cd12d4-8d46-41d7-a4a5-4c5c504508b0 req-f48b17de-e289-4cff-b0b3-4c1a79208355 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.0771739 Feb 07 20:39:27.832435 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-b132962d-cabb-4b2a-aedb-7efd8dbb7f2b None None] Set router cfd4ecd9-5890-4655-9cb9-5320d9fb0b23 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:39:27.864000 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-47cd12d4-8d46-41d7-a4a5-4c5c504508b0 req-169d5c62-bf26-4d63-97ea-00869213c6eb tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570769 Feb 07 20:39:27.892853 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-a1e34516-9d43-4975-afb1-3219ce96caae None None] Current status of the port d447e2d8-b23c-488c-8dc8-70d57703f8a0 is: DOWN; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:39:27.893389 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-a1e34516-9d43-4975-afb1-3219ce96caae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (d447e2d8-b23c-488c-8dc8-70d57703f8a0), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:27.937738 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bf32b-5068-4589-ac2c-517a01067a5c req-70d6311c-8291-410b-9c9c-754e1428c129 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:27.938937 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-533bf32b-5068-4589-ac2c-517a01067a5c req-70d6311c-8291-410b-9c9c-754e1428c129 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/networks?id=b080ab0e-203b-499d-9b26-1d0d5d881ab5 HTTP/1.1" status: 200 len: 817 time: 0.1704338 Feb 07 20:39:27.956000 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-a1e34516-9d43-4975-afb1-3219ce96caae None None] For port d447e2d8-b23c-488c-8dc8-70d57703f8a0, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=d447e2d8-b23c-488c-8dc8-70d57703f8a0,segment=NetworkSegment(025e846a-937e-4847-b04b-5f3e732f1e22),segment_id=025e846a-937e-4847-b04b-5f3e732f1e22)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:39:27.956686 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-533bf32b-5068-4589-ac2c-517a01067a5c req-c9d237b0-bcc0-4195-af8d-af8afe8f0a0e tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/quotas/2185d4e79c4947b6869c2dff85759513 HTTP/1.1" status: 200 len: 375 time: 0.0112395 Feb 07 20:39:27.960275 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-a1e34516-9d43-4975-afb1-3219ce96caae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (d447e2d8-b23c-488c-8dc8-70d57703f8a0), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:28.017190 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e34516-9d43-4975-afb1-3219ce96caae None None] Pushing event updated for resources: {'Port': ['ID=d447e2d8-b23c-488c-8dc8-70d57703f8a0,revision_number=5']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:28.026366 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-533bf32b-5068-4589-ac2c-517a01067a5c req-4e2346ec-c642-486a-92a8-ff3b34de53de tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2185d4e79c4947b6869c2dff85759513&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509546 Feb 07 20:39:28.067162 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-b132962d-cabb-4b2a-aedb-7efd8dbb7f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'name': 'tempest-AttachVolumeShelveTestJSON-2003434560-router', 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '70b53ee0-8996-4dad-8d55-36b396234f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:21Z', 'updated_at': '2022-02-07T20:39:24Z', 'revision_number': 4, 'project_id': '2185d4e79c4947b6869c2dff85759513', 'gw_port': {'id': '70b53ee0-8996-4dad-8d55-36b396234f01', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:21Z', 'updated_at': '2022-02-07T20:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': 'd447e2d8-b23c-488c-8dc8-70d57703f8a0', 'name': '', 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5', 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'mac_address': 'fa:16:3e:3c:2d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e2b04cad-c27a-42ce-981e-86830a1e7466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:23Z', 'updated_at': '2022-02-07T20:39:27Z', 'revision_number': 4, 'project_id': '2185d4e79c4947b6869c2dff85759513', 'subnets': [{'id': 'e2b04cad-c27a-42ce-981e-86830a1e7466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:39:28.085162 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-bfec3f4b-6ff4-47dd-aeb1-40ae11f2bb76 None None] Provisioning complete for port d447e2d8-b23c-488c-8dc8-70d57703f8a0 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:39:28.085539 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-bfec3f4b-6ff4-47dd-aeb1-40ae11f2bb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (d447e2d8-b23c-488c-8dc8-70d57703f8a0), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:28.093252 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b132962d-cabb-4b2a-aedb-7efd8dbb7f2b None None] The sync data for ids ['cfd4ecd9-5890-4655-9cb9-5320d9fb0b23'] in dv-cinder-828150-2-iscsi is: [{'id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'name': 'tempest-AttachVolumeShelveTestJSON-2003434560-router', 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '70b53ee0-8996-4dad-8d55-36b396234f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:21Z', 'updated_at': '2022-02-07T20:39:24Z', 'revision_number': 4, 'project_id': '2185d4e79c4947b6869c2dff85759513', 'gw_port': {'id': '70b53ee0-8996-4dad-8d55-36b396234f01', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:21Z', 'updated_at': '2022-02-07T20:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': 'd447e2d8-b23c-488c-8dc8-70d57703f8a0', 'name': '', 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5', 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'mac_address': 'fa:16:3e:3c:2d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e2b04cad-c27a-42ce-981e-86830a1e7466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:23Z', 'updated_at': '2022-02-07T20:39:27Z', 'revision_number': 4, 'project_id': '2185d4e79c4947b6869c2dff85759513', 'subnets': [{'id': 'e2b04cad-c27a-42ce-981e-86830a1e7466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:39:28.140302 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-533bf32b-5068-4589-ac2c-517a01067a5c req-906c6bd2-d0cf-4d10-ba60-d2a31aefb7fc service neutron] 10.222.0.60 "GET /v2.0/networks/b080ab0e-203b-499d-9b26-1d0d5d881ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006444 Feb 07 20:39:28.208100 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-bfec3f4b-6ff4-47dd-aeb1-40ae11f2bb76 None None] Current status of the port d447e2d8-b23c-488c-8dc8-70d57703f8a0 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:39:28.239243 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 70b53ee0-8996-4dad-8d55-36b396234f01 up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:39:28.241779 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-533bf32b-5068-4589-ac2c-517a01067a5c req-3496860d-77fc-43e3-81dd-87223dd02ce0 service neutron] 10.222.0.60 "GET /v2.0/networks/b080ab0e-203b-499d-9b26-1d0d5d881ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021757 Feb 07 20:39:28.307133 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port 70b53ee0-8996-4dad-8d55-36b396234f01 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:39:28.307552 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (70b53ee0-8996-4dad-8d55-36b396234f01), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:28.408043 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port 70b53ee0-8996-4dad-8d55-36b396234f01 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:39:28.418620 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-fac29e97-4a9b-4e2e-8625-de0cc8596fd6 req-2dc57e4b-6a27-41cd-acdb-dc102b20b1aa tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 210 time: 0.0304210 Feb 07 20:39:28.875750 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f98c1f5a-10bd-432b-8d64-499e7c6dfb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:28.986194 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d64bf-13f0-4700-b717-a118c00b5c0a req-136a1172-a336-4660-8435-0dc55678bc6e tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:28.987753 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e19d64bf-13f0-4700-b717-a118c00b5c0a req-136a1172-a336-4660-8435-0dc55678bc6e tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.0613260 Feb 07 20:39:29.045249 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e19d64bf-13f0-4700-b717-a118c00b5c0a req-e5274192-5c16-48fe-ae6d-341cdceb7d57 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511947 Feb 07 20:39:29.519214 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-15dcd0e4-df7a-4115-ab66-e2ea636124dd req-9daa2312-21c2-4d6d-ba0b-f8f16db5aa18 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 210 time: 0.0258799 Feb 07 20:39:29.957406 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:30.085379 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f1289-ab71-446a-9c3b-514ac2d30770 req-8ac49b3a-639d-4b61-9a3e-5e7eee48311c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:30.087054 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-0f7f1289-ab71-446a-9c3b-514ac2d30770 req-8ac49b3a-639d-4b61-9a3e-5e7eee48311c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1920726293f94b09a11892df688f137b&device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 1129 time: 0.0490267 Feb 07 20:39:30.243913 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843fffc-544f-4500-a577-51ac26dc4b49 req-d7481398-6e89-454e-a0a9-d812f21514e7 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:30.245405 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-0843fffc-544f-4500-a577-51ac26dc4b49 req-d7481398-6e89-454e-a0a9-d812f21514e7 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.1240973 Feb 07 20:39:30.248443 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f1289-ab71-446a-9c3b-514ac2d30770 req-6602a38b-a761-40bd-bc9e-e45acc53be45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:30.249807 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-0f7f1289-ab71-446a-9c3b-514ac2d30770 req-6602a38b-a761-40bd-bc9e-e45acc53be45 service neutron] 10.222.0.24 "GET /v2.0/networks?id=72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e HTTP/1.1" status: 200 len: 912 time: 0.1368635 Feb 07 20:39:30.268629 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device d447e2d8-b23c-488c-8dc8-70d57703f8a0 up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:39:30.319182 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port d447e2d8-b23c-488c-8dc8-70d57703f8a0 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:39:30.320165 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (d447e2d8-b23c-488c-8dc8-70d57703f8a0), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:30.342253 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-0843fffc-544f-4500-a577-51ac26dc4b49 req-e957334a-8f58-4053-b1d5-4b065817f0db tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908630 Feb 07 20:39:30.348940 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-0f7f1289-ab71-446a-9c3b-514ac2d30770 req-c914a475-8d4a-4179-827e-3d70345bfca5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b7a9c0f-da25-4335-9833-4fae4a44db0a HTTP/1.1" status: 200 len: 1000 time: 0.0901022 Feb 07 20:39:30.404024 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f1289-ab71-446a-9c3b-514ac2d30770 req-4d34ddf8-1b43-47f2-8bb6-b9b0901e8f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:30.405516 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-0f7f1289-ab71-446a-9c3b-514ac2d30770 req-4d34ddf8-1b43-47f2-8bb6-b9b0901e8f82 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=57a3a711-2e6c-457c-a563-2e93bf8d035e HTTP/1.1" status: 200 len: 850 time: 0.0477216 Feb 07 20:39:30.408319 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port d447e2d8-b23c-488c-8dc8-70d57703f8a0 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:39:30.472928 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f1289-ab71-446a-9c3b-514ac2d30770 req-f5ae7acd-7b9b-4abc-8932-84ce6bb3e77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:30.474924 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-0f7f1289-ab71-446a-9c3b-514ac2d30770 req-f5ae7acd-7b9b-4abc-8932-84ce6bb3e77a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432391 Feb 07 20:39:30.578643 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-0f7f1289-ab71-446a-9c3b-514ac2d30770 req-734593e6-4993-4ed5-bf7c-7e6f24c6ef81 service neutron] 10.222.0.24 "GET /v2.0/networks/72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873356 Feb 07 20:39:30.624902 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-7dd2b536-1a4b-4aff-ad2a-bf9c95cc0ab0 req-f75e9788-dcb9-4938-b551-d89a465dc450 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 210 time: 0.0358119 Feb 07 20:39:30.677023 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-0f7f1289-ab71-446a-9c3b-514ac2d30770 req-827ad6d2-52f6-4f7f-9501-bd9e9f6c80d6 service neutron] 10.222.0.24 "GET /v2.0/networks/72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920768 Feb 07 20:39:30.791713 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bf32b-5068-4589-ac2c-517a01067a5c req-45a2a480-4b20-43ec-bcbd-cf3e5fda8d63 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:30.793253 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-533bf32b-5068-4589-ac2c-517a01067a5c req-45a2a480-4b20-43ec-bcbd-cf3e5fda8d63 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.24 "GET /v2.0/networks?id=b080ab0e-203b-499d-9b26-1d0d5d881ab5 HTTP/1.1" status: 200 len: 817 time: 0.1043019 Feb 07 20:39:30.857180 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-533bf32b-5068-4589-ac2c-517a01067a5c req-8b07f40b-5509-4a73-b16d-c263d918bbc8 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2185d4e79c4947b6869c2dff85759513 HTTP/1.1" status: 200 len: 379 time: 0.0535493 Feb 07 20:39:30.866955 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [req-533bf32b-5068-4589-ac2c-517a01067a5c req-1b97a9ab-2439-45e1-8929-11b872f67515 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Request body: {'port': {'device_id': '8e567a2c-6a50-4318-be61-717bfbe51943', 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5', 'admin_state_up': True, 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'security_groups': ['4c7001b1-180c-44fb-ab47-4ed483051892']}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:39:30.972293 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-533bf32b-5068-4589-ac2c-517a01067a5c req-1b97a9ab-2439-45e1-8929-11b872f67515 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Made reservation on behalf of 2185d4e79c4947b6869c2dff85759513 for: {'port': 1} {{(pid=102680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:39:30.975480 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-533bf32b-5068-4589-ac2c-517a01067a5c req-1b97a9ab-2439-45e1-8929-11b872f67515 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:31.100515 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.db_base_plugin_common [req-533bf32b-5068-4589-ac2c-517a01067a5c req-1b97a9ab-2439-45e1-8929-11b872f67515 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Allocated IP 172.20.0.12 (b080ab0e-203b-499d-9b26-1d0d5d881ab5/e2b04cad-c27a-42ce-981e-86830a1e7466/1ebc2430-98bd-48af-bd42-f79a030f9176) {{(pid=102680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:39:31.248503 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-533bf32b-5068-4589-ac2c-517a01067a5c req-1b97a9ab-2439-45e1-8929-11b872f67515 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks [] for port (1ebc2430-98bd-48af-bd42-f79a030f9176), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:31.287939 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-533bf32b-5068-4589-ac2c-517a01067a5c req-1b97a9ab-2439-45e1-8929-11b872f67515 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17688'] for port (1ebc2430-98bd-48af-bd42-f79a030f9176), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:31.341251 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-533bf32b-5068-4589-ac2c-517a01067a5c req-1b97a9ab-2439-45e1-8929-11b872f67515 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Network b080ab0e-203b-499d-9b26-1d0d5d881ab5 is already hosted by enough agents. {{(pid=102680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:39:31.345170 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [req-533bf32b-5068-4589-ac2c-517a01067a5c req-1b97a9ab-2439-45e1-8929-11b872f67515 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Resources bound (agent type, host, resource id): {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:39:31.347047 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97a9ab-2439-45e1-8929-11b872f67515 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Pushing event updated for resources: {'Port': ['ID=1ebc2430-98bd-48af-bd42-f79a030f9176,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:31.349330 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [req-533bf32b-5068-4589-ac2c-517a01067a5c req-1b97a9ab-2439-45e1-8929-11b872f67515 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Received port after_create {{(pid=102680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:39:31.400721 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bf32b-5068-4589-ac2c-517a01067a5c req-1b97a9ab-2439-45e1-8929-11b872f67515 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:31.401353 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-533bf32b-5068-4589-ac2c-517a01067a5c req-1b97a9ab-2439-45e1-8929-11b872f67515 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:31.419487 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-533bf32b-5068-4589-ac2c-517a01067a5c req-1b97a9ab-2439-45e1-8929-11b872f67515 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5560699 Feb 07 20:39:31.432447 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [req-533bf32b-5068-4589-ac2c-517a01067a5c req-f4994006-a56b-4b0c-aa64-d242d41c5fa2 service neutron] Request body: {'port': {'device_id': '8e567a2c-6a50-4318-be61-717bfbe51943', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82815'}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:39:31.479407 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151e6a4-e5b4-429e-ac85-ff751e7b535b req-64652a3b-2f60-452c-b3a7-bce474c33765 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:31.480958 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-1151e6a4-e5b4-429e-ac85-ff751e7b535b req-64652a3b-2f60-452c-b3a7-bce474c33765 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.0632515 Feb 07 20:39:31.497915 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:31.507905 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-533bf32b-5068-4589-ac2c-517a01067a5c req-f4994006-a56b-4b0c-aa64-d242d41c5fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (1ebc2430-98bd-48af-bd42-f79a030f9176), before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:31.553837 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-1151e6a4-e5b4-429e-ac85-ff751e7b535b req-0c404029-2e4a-49f4-afa5-33f4bfc207ab tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624297 Feb 07 20:39:31.657093 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-e38676f7-848f-4516-9d7e-78e0241334f7 None None] Provisioning complete for port 1ebc2430-98bd-48af-bd42-f79a030f9176 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:39:31.657466 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-e38676f7-848f-4516-9d7e-78e0241334f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (1ebc2430-98bd-48af-bd42-f79a030f9176), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:31.704311 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-e38676f7-848f-4516-9d7e-78e0241334f7 None None] Port 1ebc2430-98bd-48af-bd42-f79a030f9176 cannot update to ACTIVE because it is not bound. {{(pid=102682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:39:31.818236 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b2ba3-68cf-49ef-9d71-49395f5ac625 req-9ceac7a4-41d4-4fc6-9f8c-332ae9bc3918 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:31.819687 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-574b2ba3-68cf-49ef-9d71-49395f5ac625 req-9ceac7a4-41d4-4fc6-9f8c-332ae9bc3918 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 932 time: 0.1063318 Feb 07 20:39:31.823273 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [req-533bf32b-5068-4589-ac2c-517a01067a5c req-f4994006-a56b-4b0c-aa64-d242d41c5fa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ebc2430-98bd-48af-bd42-f79a030f9176 {{(pid=102680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:39:31.837458 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-533bf32b-5068-4589-ac2c-517a01067a5c req-f4994006-a56b-4b0c-aa64-d242d41c5fa2 service neutron] Publish callbacks [] for port (1ebc2430-98bd-48af-bd42-f79a030f9176), precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:31.865495 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [req-533bf32b-5068-4589-ac2c-517a01067a5c req-f4994006-a56b-4b0c-aa64-d242d41c5fa2 service neutron] Transition to ACTIVE for port object 1ebc2430-98bd-48af-bd42-f79a030f9176 will not be triggered until provisioned by entity L2. {{(pid=102680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:39:31.869019 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-533bf32b-5068-4589-ac2c-517a01067a5c req-f4994006-a56b-4b0c-aa64-d242d41c5fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17681'] for port (1ebc2430-98bd-48af-bd42-f79a030f9176), after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:31.909892 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-574b2ba3-68cf-49ef-9d71-49395f5ac625 req-b7aafecd-b2b3-48a1-ba07-914fef346541 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816839 Feb 07 20:39:31.954025 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4994006-a56b-4b0c-aa64-d242d41c5fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=1ebc2430-98bd-48af-bd42-f79a030f9176,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:32.007212 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [req-533bf32b-5068-4589-ac2c-517a01067a5c req-f4994006-a56b-4b0c-aa64-d242d41c5fa2 service neutron] Attempting to bind port 1ebc2430-98bd-48af-bd42-f79a030f9176 on host hv-cinder-82815 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:39:32.007589 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [req-533bf32b-5068-4589-ac2c-517a01067a5c req-f4994006-a56b-4b0c-aa64-d242d41c5fa2 service neutron] Attempting to bind port 1ebc2430-98bd-48af-bd42-f79a030f9176 by drivers openvswitch,hyperv on host hv-cinder-82815 at level 0 using segments [{'id': '025e846a-937e-4847-b04b-5f3e732f1e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:39:32.007918 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533bf32b-5068-4589-ac2c-517a01067a5c req-f4994006-a56b-4b0c-aa64-d242d41c5fa2 service neutron] Attempting to bind port 1ebc2430-98bd-48af-bd42-f79a030f9176 on network b080ab0e-203b-499d-9b26-1d0d5d881ab5 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:39:32.012489 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533bf32b-5068-4589-ac2c-517a01067a5c req-f4994006-a56b-4b0c-aa64-d242d41c5fa2 service neutron] Port 1ebc2430-98bd-48af-bd42-f79a030f9176 on network b080ab0e-203b-499d-9b26-1d0d5d881ab5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82815 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:39:32.012803 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533bf32b-5068-4589-ac2c-517a01067a5c req-f4994006-a56b-4b0c-aa64-d242d41c5fa2 service neutron] Attempting to bind port 1ebc2430-98bd-48af-bd42-f79a030f9176 on network b080ab0e-203b-499d-9b26-1d0d5d881ab5 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:39:32.017654 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533bf32b-5068-4589-ac2c-517a01067a5c req-f4994006-a56b-4b0c-aa64-d242d41c5fa2 service neutron] Checking agent: {'id': '2db0d972-3e88-4a6a-9d75-f8f2fe350c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82815', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 33, 26), 'started_at': datetime.datetime(2022, 2, 7, 20, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:39:32.017986 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533bf32b-5068-4589-ac2c-517a01067a5c req-f4994006-a56b-4b0c-aa64-d242d41c5fa2 service neutron] Checking segment: {'id': '025e846a-937e-4847-b04b-5f3e732f1e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:39:32.018393 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533bf32b-5068-4589-ac2c-517a01067a5c req-f4994006-a56b-4b0c-aa64-d242d41c5fa2 service neutron] Bound using segment: {'id': '025e846a-937e-4847-b04b-5f3e732f1e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:39:32.018806 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [req-533bf32b-5068-4589-ac2c-517a01067a5c req-f4994006-a56b-4b0c-aa64-d242d41c5fa2 service neutron] Bound port: 1ebc2430-98bd-48af-bd42-f79a030f9176, host: hv-cinder-82815, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '025e846a-937e-4847-b04b-5f3e732f1e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:39:32.019371 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-533bf32b-5068-4589-ac2c-517a01067a5c req-f4994006-a56b-4b0c-aa64-d242d41c5fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (1ebc2430-98bd-48af-bd42-f79a030f9176), before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:32.084524 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [req-533bf32b-5068-4589-ac2c-517a01067a5c req-f4994006-a56b-4b0c-aa64-d242d41c5fa2 service neutron] For port 1ebc2430-98bd-48af-bd42-f79a030f9176, host hv-cinder-82815, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:39:32.087520 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [req-533bf32b-5068-4589-ac2c-517a01067a5c req-f4994006-a56b-4b0c-aa64-d242d41c5fa2 service neutron] For port 1ebc2430-98bd-48af-bd42-f79a030f9176, host hv-cinder-82815, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=1ebc2430-98bd-48af-bd42-f79a030f9176,segment=NetworkSegment(025e846a-937e-4847-b04b-5f3e732f1e22),segment_id=025e846a-937e-4847-b04b-5f3e732f1e22)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:39:32.093332 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-533bf32b-5068-4589-ac2c-517a01067a5c req-f4994006-a56b-4b0c-aa64-d242d41c5fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17681'] for port (1ebc2430-98bd-48af-bd42-f79a030f9176), after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:32.126566 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bf32b-5068-4589-ac2c-517a01067a5c req-f4994006-a56b-4b0c-aa64-d242d41c5fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:32.127171 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-533bf32b-5068-4589-ac2c-517a01067a5c req-f4994006-a56b-4b0c-aa64-d242d41c5fa2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:32.128570 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-533bf32b-5068-4589-ac2c-517a01067a5c req-f4994006-a56b-4b0c-aa64-d242d41c5fa2 service neutron] 10.222.0.24 "PUT /v2.0/ports/1ebc2430-98bd-48af-bd42-f79a030f9176 HTTP/1.1" status: 200 len: 1094 time: 0.7003860 Feb 07 20:39:32.129002 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e567a2c-6a50-4318-be61-717bfbe51943', 'tag': '1ebc2430-98bd-48af-bd42-f79a030f9176'}] {{(pid=102680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:39:32.131345 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8018c2217b61fdaaeb92b6d737e1de58097a2b3cdf81442b843717ec2e5fe670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff81f06-5c84-4b82-8d9b-b2d937450483" -d '{"events": [{"name": "network-changed", "server_uuid": "8e567a2c-6a50-4318-be61-717bfbe51943", "tag": "1ebc2430-98bd-48af-bd42-f79a030f9176"}]}' {{(pid=102680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:39:32.161305 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4994006-a56b-4b0c-aa64-d242d41c5fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=1ebc2430-98bd-48af-bd42-f79a030f9176,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:32.187409 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ced3b9-0f30-41d3-824b-30c95b9cd9ad x-openstack-request-id: req-69ced3b9-0f30-41d3-824b-30c95b9cd9ad {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:39:32.187785 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e567a2c-6a50-4318-be61-717bfbe51943", "tag": "1ebc2430-98bd-48af-bd42-f79a030f9176", "status": "completed", "code": 200}]} {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:39:32.188041 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-69ced3b9-0f30-41d3-824b-30c95b9cd9ad {{(pid=102680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:39:32.188434 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e567a2c-6a50-4318-be61-717bfbe51943', 'tag': '1ebc2430-98bd-48af-bd42-f79a030f9176', 'status': 'completed', 'code': 200} Feb 07 20:39:32.228682 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bf32b-5068-4589-ac2c-517a01067a5c req-260ebe2b-c8c5-451e-af13-6198db232d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:32.230172 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-533bf32b-5068-4589-ac2c-517a01067a5c req-260ebe2b-c8c5-451e-af13-6198db232d40 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2185d4e79c4947b6869c2dff85759513&device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 1128 time: 0.0516276 Feb 07 20:39:32.274404 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-533bf32b-5068-4589-ac2c-517a01067a5c req-7e417632-233a-48f8-b1f9-a9103d47f2fc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ebc2430-98bd-48af-bd42-f79a030f9176 HTTP/1.1" status: 200 len: 217 time: 0.0353229 Feb 07 20:39:32.324134 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bf32b-5068-4589-ac2c-517a01067a5c req-3de43d16-3c3c-45f3-8801-1cac7f84f040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:32.325501 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-533bf32b-5068-4589-ac2c-517a01067a5c req-3de43d16-3c3c-45f3-8801-1cac7f84f040 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2b04cad-c27a-42ce-981e-86830a1e7466 HTTP/1.1" status: 200 len: 856 time: 0.0431387 Feb 07 20:39:32.396115 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bf32b-5068-4589-ac2c-517a01067a5c req-e9140fe2-4b2f-4834-a44e-5ea02e099563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:32.397645 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-533bf32b-5068-4589-ac2c-517a01067a5c req-e9140fe2-4b2f-4834-a44e-5ea02e099563 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b080ab0e-203b-499d-9b26-1d0d5d881ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0608408 Feb 07 20:39:32.495123 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-533bf32b-5068-4589-ac2c-517a01067a5c req-c6c4f24a-f7ee-4c35-96d4-d08168f7087c service neutron] 10.222.0.24 "GET /v2.0/networks/b080ab0e-203b-499d-9b26-1d0d5d881ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823166 Feb 07 20:39:32.732303 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:32.816387 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-533bf32b-5068-4589-ac2c-517a01067a5c req-77516866-42ac-4f14-a356-349f84b5f007 service neutron] 10.222.0.24 "GET /v2.0/networks/b080ab0e-203b-499d-9b26-1d0d5d881ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134730 Feb 07 20:39:32.904083 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff81f06-5c84-4b82-8d9b-b2d937450483 req-94395847-0ad2-4eee-be2b-61a3c592d119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:32.905551 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-bff81f06-5c84-4b82-8d9b-b2d937450483 req-94395847-0ad2-4eee-be2b-61a3c592d119 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2185d4e79c4947b6869c2dff85759513&device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 1128 time: 0.0454426 Feb 07 20:39:33.022327 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff81f06-5c84-4b82-8d9b-b2d937450483 req-d33e40a1-f4ce-408b-a296-5304228da75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:33.023711 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-bff81f06-5c84-4b82-8d9b-b2d937450483 req-d33e40a1-f4ce-408b-a296-5304228da75b service neutron] 10.222.0.24 "GET /v2.0/networks?id=b080ab0e-203b-499d-9b26-1d0d5d881ab5 HTTP/1.1" status: 200 len: 918 time: 0.1118534 Feb 07 20:39:33.071106 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-bff81f06-5c84-4b82-8d9b-b2d937450483 req-8bb9f0d6-a9a4-4d00-b3a3-f35f6c0b6160 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ebc2430-98bd-48af-bd42-f79a030f9176 HTTP/1.1" status: 200 len: 217 time: 0.0362046 Feb 07 20:39:33.078115 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9678a70-7a96-485d-a5bc-95c93f8d9bc8 req-400fbf36-ed6b-4b51-b69f-e13df34d9cee tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:33.079518 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-b9678a70-7a96-485d-a5bc-95c93f8d9bc8 req-400fbf36-ed6b-4b51-b69f-e13df34d9cee tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 944 time: 0.0950673 Feb 07 20:39:33.150343 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff81f06-5c84-4b82-8d9b-b2d937450483 req-b5f299db-4168-4027-84c0-8679ff709fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:33.151784 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-bff81f06-5c84-4b82-8d9b-b2d937450483 req-b5f299db-4168-4027-84c0-8679ff709fbe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2b04cad-c27a-42ce-981e-86830a1e7466 HTTP/1.1" status: 200 len: 856 time: 0.0714362 Feb 07 20:39:33.158701 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-b9678a70-7a96-485d-a5bc-95c93f8d9bc8 req-8854f766-be4a-43fd-9198-ce139bcee748 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714741 Feb 07 20:39:33.202309 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff81f06-5c84-4b82-8d9b-b2d937450483 req-e0b60de2-60e4-4c19-9198-77f10435d783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:33.203831 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-bff81f06-5c84-4b82-8d9b-b2d937450483 req-e0b60de2-60e4-4c19-9198-77f10435d783 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b080ab0e-203b-499d-9b26-1d0d5d881ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443029 Feb 07 20:39:33.293695 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-bff81f06-5c84-4b82-8d9b-b2d937450483 req-f8599364-2c3e-485f-acfc-fa8485ad3322 service neutron] 10.222.0.24 "GET /v2.0/networks/b080ab0e-203b-499d-9b26-1d0d5d881ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820172 Feb 07 20:39:33.379966 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-bff81f06-5c84-4b82-8d9b-b2d937450483 req-c8968f3e-38df-40ec-a322-b50b9f31c25d service neutron] 10.222.0.24 "GET /v2.0/networks/b080ab0e-203b-499d-9b26-1d0d5d881ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791817 Feb 07 20:39:34.281502 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7665b8a-80ca-4ad6-8bc3-5010d2bdcb3e req-3a0f3dce-63b2-4edc-868c-4c666cb6dd56 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:34.283009 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-a7665b8a-80ca-4ad6-8bc3-5010d2bdcb3e req-3a0f3dce-63b2-4edc-868c-4c666cb6dd56 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 944 time: 0.0524032 Feb 07 20:39:34.328646 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-a7665b8a-80ca-4ad6-8bc3-5010d2bdcb3e req-702742c9-7e29-4cd8-a540-968bc62c8734 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401301 Feb 07 20:39:35.449652 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16067ac2-4c72-41a8-a33f-3c8705765040 req-a4433f7c-bf99-4eaa-9f31-b32c969b789a tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:35.451120 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-16067ac2-4c72-41a8-a33f-3c8705765040 req-a4433f7c-bf99-4eaa-9f31-b32c969b789a tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 944 time: 0.0528593 Feb 07 20:39:35.496731 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-16067ac2-4c72-41a8-a33f-3c8705765040 req-132c8cff-d58f-416b-8d05-8325a39a0ec9 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401881 Feb 07 20:39:36.162940 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.agents_db [None req-6ca4556d-c1da-4dc5-8d4b-cf8528912650 None None] Agent healthcheck: found 6 active agents {{(pid=102683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:39:36.614635 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06fb78-85a0-4153-9ccd-fb0b21d61b4d req-5a439d25-fa6a-45a2-ab4a-c9b3efe92ea5 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:36.616083 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-0e06fb78-85a0-4153-9ccd-fb0b21d61b4d req-5a439d25-fa6a-45a2-ab4a-c9b3efe92ea5 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 944 time: 0.0509295 Feb 07 20:39:36.660441 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-0e06fb78-85a0-4153-9ccd-fb0b21d61b4d req-1a2cee53-266e-4a28-a804-10749b5608c4 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389638 Feb 07 20:39:37.282916 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 1ebc2430-98bd-48af-bd42-f79a030f9176 details requested by agent hyperv_hv-cinder-82815 with host hv-cinder-82815 {{(pid=102682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:39:37.376401 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 1ebc2430-98bd-48af-bd42-f79a030f9176, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=1ebc2430-98bd-48af-bd42-f79a030f9176,segment=NetworkSegment(025e846a-937e-4847-b04b-5f3e732f1e22),segment_id=025e846a-937e-4847-b04b-5f3e732f1e22)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:39:37.387948 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Returning: {'device': '1ebc2430-98bd-48af-bd42-f79a030f9176', 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5', 'port_id': '1ebc2430-98bd-48af-bd42-f79a030f9176', 'mac_address': 'fa:16:3e:f5:28:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2b04cad-c27a-42ce-981e-86830a1e7466', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:39:37.423024 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port 1ebc2430-98bd-48af-bd42-f79a030f9176 is: DOWN; New status is: BUILD {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:39:37.423420 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (1ebc2430-98bd-48af-bd42-f79a030f9176), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:37.436477 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ebc2430-98bd-48af-bd42-f79a030f9176 {{(pid=102682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:39:37.455578 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 1ebc2430-98bd-48af-bd42-f79a030f9176, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=1ebc2430-98bd-48af-bd42-f79a030f9176,segment=NetworkSegment(025e846a-937e-4847-b04b-5f3e732f1e22),segment_id=025e846a-937e-4847-b04b-5f3e732f1e22)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:39:37.460257 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (1ebc2430-98bd-48af-bd42-f79a030f9176), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:37.504730 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=1ebc2430-98bd-48af-bd42-f79a030f9176,revision_number=4']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:37.785980 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd269db4-c3ce-4a53-8c98-29f349058d08 req-79b20991-1808-47a5-9ea3-330c149562fb tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:37.787886 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-fd269db4-c3ce-4a53-8c98-29f349058d08 req-79b20991-1808-47a5-9ea3-330c149562fb tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 945 time: 0.0588036 Feb 07 20:39:37.833257 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-fd269db4-c3ce-4a53-8c98-29f349058d08 req-45c9cfac-b8fd-4c8c-a477-a4391fb9bc70 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398870 Feb 07 20:39:38.586470 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['1ebc2430-98bd-48af-bd42-f79a030f9176'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:39:38.968279 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ea042-d450-4928-ae81-6b55907a9ba2 req-3691114c-6df2-4032-b25a-56858f2ad851 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:38.969708 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-a35ea042-d450-4928-ae81-6b55907a9ba2 req-3691114c-6df2-4032-b25a-56858f2ad851 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 945 time: 0.0590820 Feb 07 20:39:39.014345 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-a35ea042-d450-4928-ae81-6b55907a9ba2 req-f24b44ee-e04b-49c3-84e0-6e6f2da93990 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384507 Feb 07 20:39:39.549249 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 53712) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:39:39.658349 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f1932655-e18f-4923-b326-5d465666f173 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:39.730083 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f1932655-e18f-4923-b326-5d465666f173 admin admin] Publish callbacks [] for security_group (37bd3c22-f716-4c87-afb0-5ad35d4e37ed), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:39.733578 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f1932655-e18f-4923-b326-5d465666f173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (37bd3c22-f716-4c87-afb0-5ad35d4e37ed), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:39.768829 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1932655-e18f-4923-b326-5d465666f173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37bd3c22-f716-4c87-afb0-5ad35d4e37ed,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:39.776397 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-f1932655-e18f-4923-b326-5d465666f173 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=72c7c1f2e4f3486493455df0a70f71d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2237043 Feb 07 20:39:39.776687 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 53716) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:39:39.825077 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-59b7c51d-e67a-4d63-ba0b-67959a3e8cb7 admin admin] Publish callbacks [] for security_group (37bd3c22-f716-4c87-afb0-5ad35d4e37ed), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:39.848355 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-59b7c51d-e67a-4d63-ba0b-67959a3e8cb7 admin admin] Publish callbacks [] for security_group (37bd3c22-f716-4c87-afb0-5ad35d4e37ed), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:39.896935 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-59b7c51d-e67a-4d63-ba0b-67959a3e8cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (37bd3c22-f716-4c87-afb0-5ad35d4e37ed), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:39.899474 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-59b7c51d-e67a-4d63-ba0b-67959a3e8cb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:39.900612 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-59b7c51d-e67a-4d63-ba0b-67959a3e8cb7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/37bd3c22-f716-4c87-afb0-5ad35d4e37ed HTTP/1.1" status: 204 len: 168 time: 0.1226687 Feb 07 20:39:39.908194 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b7c51d-e67a-4d63-ba0b-67959a3e8cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bd3c22-f716-4c87-afb0-5ad35d4e37ed,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:40.135758 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc04cf-a3fc-499e-938c-109ca72c7d8e req-927caf1e-a24a-4085-92de-e1a667e9a5e3 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:40.137244 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-eccc04cf-a3fc-499e-938c-109ca72c7d8e req-927caf1e-a24a-4085-92de-e1a667e9a5e3 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 945 time: 0.0534852 Feb 07 20:39:40.185666 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-eccc04cf-a3fc-499e-938c-109ca72c7d8e req-2e077e94-3da2-4a68-a47a-d6da56e0efb1 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429060 Feb 07 20:39:41.096107 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 1ebc2430-98bd-48af-bd42-f79a030f9176 up at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:39:41.146916 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning for port 1ebc2430-98bd-48af-bd42-f79a030f9176 completed by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:39:41.150937 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning complete for port 1ebc2430-98bd-48af-bd42-f79a030f9176 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:39:41.151301 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (1ebc2430-98bd-48af-bd42-f79a030f9176), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:41.231017 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port 1ebc2430-98bd-48af-bd42-f79a030f9176 is: BUILD; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:39:41.231419 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (1ebc2430-98bd-48af-bd42-f79a030f9176), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:41.254868 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e567a2c-6a50-4318-be61-717bfbe51943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ebc2430-98bd-48af-bd42-f79a030f9176'}] {{(pid=102682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:39:41.256942 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49691025426d341bc8e7177f0b95fa1f617f1e30ecd73d77513429b9266eb12b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660170b5-4201-46d9-9458-edcbc1ba04be" -d '{"events": [{"server_uuid": "8e567a2c-6a50-4318-be61-717bfbe51943", "name": "network-vif-plugged", "status": "completed", "tag": "1ebc2430-98bd-48af-bd42-f79a030f9176"}]}' {{(pid=102682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:39:41.269761 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 1ebc2430-98bd-48af-bd42-f79a030f9176, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=1ebc2430-98bd-48af-bd42-f79a030f9176,segment=NetworkSegment(025e846a-937e-4847-b04b-5f3e732f1e22),segment_id=025e846a-937e-4847-b04b-5f3e732f1e22)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:39:41.275079 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (1ebc2430-98bd-48af-bd42-f79a030f9176), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:41.310446 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce0a05-2572-44c0-8c48-46009e5aaa66 req-56edd1de-5481-4da6-b8e8-58518e435beb tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:41.311970 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-2bce0a05-2572-44c0-8c48-46009e5aaa66 req-56edd1de-5481-4da6-b8e8-58518e435beb tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 945 time: 0.0540147 Feb 07 20:39:41.328893 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55e319a-25f9-4c65-bdd8-b36ea757a353 x-openstack-request-id: req-a55e319a-25f9-4c65-bdd8-b36ea757a353 {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:39:41.329186 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e567a2c-6a50-4318-be61-717bfbe51943", "name": "network-vif-plugged", "status": "completed", "tag": "1ebc2430-98bd-48af-bd42-f79a030f9176", "code": 200}]} {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:39:41.329438 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a55e319a-25f9-4c65-bdd8-b36ea757a353 {{(pid=102682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:39:41.329823 dv-cinder-828150-2-iscsi neutron-server[102682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e567a2c-6a50-4318-be61-717bfbe51943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ebc2430-98bd-48af-bd42-f79a030f9176', 'code': 200} Feb 07 20:39:41.334302 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=1ebc2430-98bd-48af-bd42-f79a030f9176,revision_number=5']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:41.368885 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-2bce0a05-2572-44c0-8c48-46009e5aaa66 req-f9bcbe8e-508f-4b62-8d8e-cafd0972a83e tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504959 Feb 07 20:39:41.523174 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3cf03e-0896-47a8-85b6-2eb41ec0fbbc req-752ca65c-d558-4509-9f2a-9e9e02fed2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:41.524569 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-6d3cf03e-0896-47a8-85b6-2eb41ec0fbbc req-752ca65c-d558-4509-9f2a-9e9e02fed2cb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 1130 time: 0.0434821 Feb 07 20:39:41.573691 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-6d3cf03e-0896-47a8-85b6-2eb41ec0fbbc req-9c4b9e6a-7afb-49ad-8e00-75a67ebbb17f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412178 Feb 07 20:39:42.496031 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f27ae3-cfb2-42f9-868d-2354024d0c02 req-01860a83-05f5-487d-9aab-85c32870de45 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:42.497471 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-77f27ae3-cfb2-42f9-868d-2354024d0c02 req-01860a83-05f5-487d-9aab-85c32870de45 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 946 time: 0.0514958 Feb 07 20:39:42.541986 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-77f27ae3-cfb2-42f9-868d-2354024d0c02 req-3d5fecf1-84c3-46ee-b9f5-77ca2e0277c4 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391834 Feb 07 20:39:43.660103 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8278922-8c17-49ba-9c8c-87bd695c2bb6 req-e7674665-0201-426c-b30c-e1a47da7a353 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:43.662028 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-a8278922-8c17-49ba-9c8c-87bd695c2bb6 req-e7674665-0201-426c-b30c-e1a47da7a353 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 946 time: 0.0511794 Feb 07 20:39:43.714081 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-a8278922-8c17-49ba-9c8c-87bd695c2bb6 req-66f5ccba-d597-4dc7-91d3-3cf7d8820a65 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466266 Feb 07 20:39:43.831434 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd3d8b-c87b-41cc-8ace-b518520d693d req-eb9d1377-8288-4240-94a0-00ea955b2e11 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:43.833549 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-07fd3d8b-c87b-41cc-8ace-b518520d693d req-eb9d1377-8288-4240-94a0-00ea955b2e11 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 946 time: 0.0512173 Feb 07 20:39:43.841808 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 53844) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:39:43.846273 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-7bde3534-5468-47dc-bb99-4b13d3302299 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Request body: {'floatingip': {'port_id': '1ebc2430-98bd-48af-bd42-f79a030f9176'}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:39:43.890165 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7bde3534-5468-47dc-bb99-4b13d3302299 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks [] for floatingip (8f0c52c1-b57f-45d1-917a-863a03009481), before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:44.313941 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7bde3534-5468-47dc-bb99-4b13d3302299 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:44.318474 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7bde3534-5468-47dc-bb99-4b13d3302299 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395805'] for floatingip (8f0c52c1-b57f-45d1-917a-863a03009481), after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:44.421757 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.db.l3_db [None req-7bde3534-5468-47dc-bb99-4b13d3302299 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Floating IP 8f0c52c1-b57f-45d1-917a-863a03009481 associated. External IP: 172.27.3.186, port: 1ebc2430-98bd-48af-bd42-f79a030f9176. Feb 07 20:39:44.632618 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bde3534-5468-47dc-bb99-4b13d3302299 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Router cfd4ecd9-5890-4655-9cb9-5320d9fb0b23 has already been hosted by L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef {{(pid=102680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:39:44.741101 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bde3534-5468-47dc-bb99-4b13d3302299 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:39:44.745826 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7bde3534-5468-47dc-bb99-4b13d3302299 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for floatingip (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:44.752918 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa27970-37cc-4c1a-9f32-e57af89b2485 None None] Sync routers for ids ['cfd4ecd9-5890-4655-9cb9-5320d9fb0b23'] in dv-cinder-828150-2-iscsi {{(pid=102682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:39:44.762058 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa27970-37cc-4c1a-9f32-e57af89b2485 None None] Routers {'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:39:44.762660 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-4fa27970-37cc-4c1a-9f32-e57af89b2485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:39:29Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['cfd4ecd9-5890-4655-9cb9-5320d9fb0b23'], 'active': True} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:39:44.775430 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-7bde3534-5468-47dc-bb99-4b13d3302299 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "PUT /v2.0/floatingips/8f0c52c1-b57f-45d1-917a-863a03009481 HTTP/1.1" status: 200 len: 992 time: 0.9325466 Feb 07 20:39:44.776110 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e567a2c-6a50-4318-be61-717bfbe51943', 'tag': '1ebc2430-98bd-48af-bd42-f79a030f9176'}] {{(pid=102680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:39:44.778793 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8018c2217b61fdaaeb92b6d737e1de58097a2b3cdf81442b843717ec2e5fe670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1fce59-72ee-4cab-a5f1-d39bafa44dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "8e567a2c-6a50-4318-be61-717bfbe51943", "tag": "1ebc2430-98bd-48af-bd42-f79a030f9176"}]}' {{(pid=102680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:39:44.815798 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263b28a8-7fb6-4d5f-971b-413a3c3db1e7 x-openstack-request-id: req-263b28a8-7fb6-4d5f-971b-413a3c3db1e7 {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:39:44.816094 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e567a2c-6a50-4318-be61-717bfbe51943", "tag": "1ebc2430-98bd-48af-bd42-f79a030f9176", "status": "completed", "code": 200}]} {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:39:44.816348 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-263b28a8-7fb6-4d5f-971b-413a3c3db1e7 {{(pid=102680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:39:44.816747 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e567a2c-6a50-4318-be61-717bfbe51943', 'tag': '1ebc2430-98bd-48af-bd42-f79a030f9176', 'status': 'completed', 'code': 200} Feb 07 20:39:44.882800 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a0089-0865-468c-a97b-cad4ad810d81 req-bd2fbdb9-fe45-4a8d-a113-7ab6c23cd5fa tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:44.887805 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvr_db [None req-4fa27970-37cc-4c1a-9f32-e57af89b2485 None None] Set router cfd4ecd9-5890-4655-9cb9-5320d9fb0b23 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:39:44.888010 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-916a0089-0865-468c-a97b-cad4ad810d81 req-bd2fbdb9-fe45-4a8d-a113-7ab6c23cd5fa tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 946 time: 0.0654800 Feb 07 20:39:44.894830 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fce59-72ee-4cab-a5f1-d39bafa44dd8 req-4741540d-72ad-4310-a06b-5413a3361229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:44.897246 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-5a1fce59-72ee-4cab-a5f1-d39bafa44dd8 req-4741540d-72ad-4310-a06b-5413a3361229 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2185d4e79c4947b6869c2dff85759513&device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 1130 time: 0.0472660 Feb 07 20:39:44.933108 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-916a0089-0865-468c-a97b-cad4ad810d81 req-cc2c975d-e470-4bdd-9ebc-ae8987358461 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428150 Feb 07 20:39:45.006712 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fce59-72ee-4cab-a5f1-d39bafa44dd8 req-11d33920-e2f4-44f5-bc0a-0c6bf091a661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:45.008238 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-5a1fce59-72ee-4cab-a5f1-d39bafa44dd8 req-11d33920-e2f4-44f5-bc0a-0c6bf091a661 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b080ab0e-203b-499d-9b26-1d0d5d881ab5 HTTP/1.1" status: 200 len: 918 time: 0.0975139 Feb 07 20:39:45.116126 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-5a1fce59-72ee-4cab-a5f1-d39bafa44dd8 req-f239ec8b-42bf-4794-aa16-d0bf88896606 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ebc2430-98bd-48af-bd42-f79a030f9176 HTTP/1.1" status: 200 len: 1000 time: 0.0998669 Feb 07 20:39:45.143688 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-4fa27970-37cc-4c1a-9f32-e57af89b2485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'name': 'tempest-AttachVolumeShelveTestJSON-2003434560-router', 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '70b53ee0-8996-4dad-8d55-36b396234f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:21Z', 'updated_at': '2022-02-07T20:39:24Z', 'revision_number': 4, 'project_id': '2185d4e79c4947b6869c2dff85759513', 'gw_port': {'id': '70b53ee0-8996-4dad-8d55-36b396234f01', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:21Z', 'updated_at': '2022-02-07T20:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_floatingips': [{'id': '8f0c52c1-b57f-45d1-917a-863a03009481', 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'floating_ip_address': '172.27.3.186', 'floating_network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'router_id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'port_id': '1ebc2430-98bd-48af-bd42-f79a030f9176', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5', 'mac_address': 'fa:16:3e:f5:28:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e567a2c-6a50-4318-be61-717bfbe51943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:39:27Z', 'updated_at': '2022-02-07T20:39:44Z', 'revision_number': 1, 'project_id': '2185d4e79c4947b6869c2dff85759513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd447e2d8-b23c-488c-8dc8-70d57703f8a0', 'name': '', 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5', 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'mac_address': 'fa:16:3e:3c:2d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e2b04cad-c27a-42ce-981e-86830a1e7466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:23Z', 'updated_at': '2022-02-07T20:39:27Z', 'revision_number': 5, 'project_id': '2185d4e79c4947b6869c2dff85759513', 'subnets': [{'id': 'e2b04cad-c27a-42ce-981e-86830a1e7466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:39:45.173952 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa27970-37cc-4c1a-9f32-e57af89b2485 None None] Checking router: cfd4ecd9-5890-4655-9cb9-5320d9fb0b23 for host: dv-cinder-828150-2-iscsi {{(pid=102682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:39:45.176628 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fce59-72ee-4cab-a5f1-d39bafa44dd8 req-89768f72-4832-4cc1-900a-d63abc67c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:45.178371 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-5a1fce59-72ee-4cab-a5f1-d39bafa44dd8 req-89768f72-4832-4cc1-900a-d63abc67c6d1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2b04cad-c27a-42ce-981e-86830a1e7466 HTTP/1.1" status: 200 len: 856 time: 0.0478907 Feb 07 20:39:45.182428 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa27970-37cc-4c1a-9f32-e57af89b2485 None None] Routers {'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:39:45.183020 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-4fa27970-37cc-4c1a-9f32-e57af89b2485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:39:29Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['cfd4ecd9-5890-4655-9cb9-5320d9fb0b23'], 'active': True} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:39:45.233128 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fce59-72ee-4cab-a5f1-d39bafa44dd8 req-3b960b86-02e2-4a63-999f-b32e483bf51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:45.234623 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-5a1fce59-72ee-4cab-a5f1-d39bafa44dd8 req-3b960b86-02e2-4a63-999f-b32e483bf51a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b080ab0e-203b-499d-9b26-1d0d5d881ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459378 Feb 07 20:39:45.295075 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvr_db [None req-4fa27970-37cc-4c1a-9f32-e57af89b2485 None None] Set router cfd4ecd9-5890-4655-9cb9-5320d9fb0b23 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:39:45.327764 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-5a1fce59-72ee-4cab-a5f1-d39bafa44dd8 req-eae9d62e-78ae-4e76-b765-7670afee8b24 service neutron] 10.222.0.24 "GET /v2.0/networks/b080ab0e-203b-499d-9b26-1d0d5d881ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856659 Feb 07 20:39:45.422572 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-5a1fce59-72ee-4cab-a5f1-d39bafa44dd8 req-41eb1051-2c0f-4e97-b91d-92b22457d840 service neutron] 10.222.0.24 "GET /v2.0/networks/b080ab0e-203b-499d-9b26-1d0d5d881ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861223 Feb 07 20:39:45.522947 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-4fa27970-37cc-4c1a-9f32-e57af89b2485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'name': 'tempest-AttachVolumeShelveTestJSON-2003434560-router', 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '70b53ee0-8996-4dad-8d55-36b396234f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:21Z', 'updated_at': '2022-02-07T20:39:24Z', 'revision_number': 4, 'project_id': '2185d4e79c4947b6869c2dff85759513', 'gw_port': {'id': '70b53ee0-8996-4dad-8d55-36b396234f01', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:21Z', 'updated_at': '2022-02-07T20:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_floatingips': [{'id': '8f0c52c1-b57f-45d1-917a-863a03009481', 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'floating_ip_address': '172.27.3.186', 'floating_network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'router_id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'port_id': '1ebc2430-98bd-48af-bd42-f79a030f9176', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5', 'mac_address': 'fa:16:3e:f5:28:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e567a2c-6a50-4318-be61-717bfbe51943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:39:27Z', 'updated_at': '2022-02-07T20:39:44Z', 'revision_number': 1, 'project_id': '2185d4e79c4947b6869c2dff85759513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd447e2d8-b23c-488c-8dc8-70d57703f8a0', 'name': '', 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5', 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'mac_address': 'fa:16:3e:3c:2d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e2b04cad-c27a-42ce-981e-86830a1e7466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:23Z', 'updated_at': '2022-02-07T20:39:27Z', 'revision_number': 5, 'project_id': '2185d4e79c4947b6869c2dff85759513', 'subnets': [{'id': 'e2b04cad-c27a-42ce-981e-86830a1e7466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:39:45.548588 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa27970-37cc-4c1a-9f32-e57af89b2485 None None] The sync data for ids ['cfd4ecd9-5890-4655-9cb9-5320d9fb0b23'] in dv-cinder-828150-2-iscsi is: [{'id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'name': 'tempest-AttachVolumeShelveTestJSON-2003434560-router', 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '70b53ee0-8996-4dad-8d55-36b396234f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:21Z', 'updated_at': '2022-02-07T20:39:24Z', 'revision_number': 4, 'project_id': '2185d4e79c4947b6869c2dff85759513', 'gw_port': {'id': '70b53ee0-8996-4dad-8d55-36b396234f01', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:21Z', 'updated_at': '2022-02-07T20:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_floatingips': [{'id': '8f0c52c1-b57f-45d1-917a-863a03009481', 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'floating_ip_address': '172.27.3.186', 'floating_network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'router_id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'port_id': '1ebc2430-98bd-48af-bd42-f79a030f9176', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5', 'mac_address': 'fa:16:3e:f5:28:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e567a2c-6a50-4318-be61-717bfbe51943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:39:27Z', 'updated_at': '2022-02-07T20:39:44Z', 'revision_number': 1, 'project_id': '2185d4e79c4947b6869c2dff85759513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd447e2d8-b23c-488c-8dc8-70d57703f8a0', 'name': '', 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5', 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'mac_address': 'fa:16:3e:3c:2d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e2b04cad-c27a-42ce-981e-86830a1e7466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:23Z', 'updated_at': '2022-02-07T20:39:27Z', 'revision_number': 5, 'project_id': '2185d4e79c4947b6869c2dff85759513', 'subnets': [{'id': 'e2b04cad-c27a-42ce-981e-86830a1e7466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:39:45.732793 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4bb3b4-3174-4ec6-ae44-45486f77d4c5 None None] New status for floating IP 8f0c52c1-b57f-45d1-917a-863a03009481: ACTIVE {{(pid=102683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 20:39:46.058183 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896c12a-46c4-4d3c-aa1c-a3f096fc7c30 req-5e5c3e73-1443-4455-8eaf-764c9e9abc81 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:46.059637 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-3896c12a-46c4-4d3c-aa1c-a3f096fc7c30 req-5e5c3e73-1443-4455-8eaf-764c9e9abc81 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 946 time: 0.0514176 Feb 07 20:39:46.104205 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-3896c12a-46c4-4d3c-aa1c-a3f096fc7c30 req-72227cbf-60a7-41f8-87a2-60b3ce493203 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391932 Feb 07 20:39:48.494630 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 53912) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:39:48.546364 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd755ab8-8288-4890-b306-baa9d69c46a1 admin admin] Deleting subnet ff1db4f8-a62f-4395-b83b-77d78d60bcdf {{(pid=102680) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 20:39:48.549486 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-cd755ab8-8288-4890-b306-baa9d69c46a1 admin admin] Publish callbacks [] for subnet (ff1db4f8-a62f-4395-b83b-77d78d60bcdf), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:48.584488 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-cd755ab8-8288-4890-b306-baa9d69c46a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-23362'] for subnet (ff1db4f8-a62f-4395-b83b-77d78d60bcdf), precommit_delete_associations {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:48.622951 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-cd755ab8-8288-4890-b306-baa9d69c46a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32999468'] for subnet (ff1db4f8-a62f-4395-b83b-77d78d60bcdf), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:48.674024 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-cd755ab8-8288-4890-b306-baa9d69c46a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32999639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9394578'] for subnet (ff1db4f8-a62f-4395-b83b-77d78d60bcdf), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:48.700028 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd755ab8-8288-4890-b306-baa9d69c46a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff1db4f8-a62f-4395-b83b-77d78d60bcdf,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:48.707830 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-cd755ab8-8288-4890-b306-baa9d69c46a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:48.711290 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-cd755ab8-8288-4890-b306-baa9d69c46a1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ff1db4f8-a62f-4395-b83b-77d78d60bcdf HTTP/1.1" status: 204 len: 168 time: 0.2155344 Feb 07 20:39:48.714359 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 53914) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:39:48.784433 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-3fdf75cc-0be7-45be-9577-271c8414dc33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32943866'] for network (7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:48.859275 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-3fdf75cc-0be7-45be-9577-271c8414dc33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32817339', 'neutron.services.segments.db._delete_segments_for_network-8784096777409'] for network (7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:48.880534 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.services.segments.db [None req-3fdf75cc-0be7-45be-9577-271c8414dc33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f']}} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:39:48.890108 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.services.segments.db [None req-3fdf75cc-0be7-45be-9577-271c8414dc33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6f251ef-eff8-415b-97ed-ba80b14f0fa0') {'for_net_delete': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:39:48.890373 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.services.segments.db [None req-3fdf75cc-0be7-45be-9577-271c8414dc33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6f251ef-eff8-415b-97ed-ba80b14f0fa0') {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:39:48.908460 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-3fdf75cc-0be7-45be-9577-271c8414dc33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784096779466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-23369'] for segment (b6f251ef-eff8-415b-97ed-ba80b14f0fa0), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:48.923831 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-3fdf75cc-0be7-45be-9577-271c8414dc33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526'] for segment (b6f251ef-eff8-415b-97ed-ba80b14f0fa0), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:48.931095 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fdf75cc-0be7-45be-9577-271c8414dc33 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=102680) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 20:39:48.931268 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-3fdf75cc-0be7-45be-9577-271c8414dc33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17773'] for segment (b6f251ef-eff8-415b-97ed-ba80b14f0fa0), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:48.933004 dv-cinder-828150-2-iscsi neutron-server[102680]: Traceback (most recent call last): Feb 07 20:39:48.933004 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 20:39:48.933004 dv-cinder-828150-2-iscsi neutron-server[102680]: timer() Feb 07 20:39:48.933004 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 20:39:48.933004 dv-cinder-828150-2-iscsi neutron-server[102680]: cb(*args, **kw) Feb 07 20:39:48.933004 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 20:39:48.933004 dv-cinder-828150-2-iscsi neutron-server[102680]: return func(*args, **kwargs) Feb 07 20:39:48.933004 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 20:39:48.933004 dv-cinder-828150-2-iscsi neutron-server[102680]: self._notify() Feb 07 20:39:48.933004 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 20:39:48.933004 dv-cinder-828150-2-iscsi neutron-server[102680]: self.callback(batched_events) Feb 07 20:39:48.933004 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 20:39:48.933004 dv-cinder-828150-2-iscsi neutron-server[102680]: event.method(event) Feb 07 20:39:48.933004 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 20:39:48.933004 dv-cinder-828150-2-iscsi neutron-server[102680]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 20:39:48.933004 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 20:39:48.933004 dv-cinder-828150-2-iscsi neutron-server[102680]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 20:39:48.933004 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 20:39:48.933004 dv-cinder-828150-2-iscsi neutron-server[102680]: return f(self, *a, **k) Feb 07 20:39:48.933004 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 20:39:48.933004 dv-cinder-828150-2-iscsi neutron-server[102680]: return self._get(url).json() Feb 07 20:39:48.933004 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 20:39:48.933004 dv-cinder-828150-2-iscsi neutron-server[102680]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 20:39:48.933004 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 20:39:48.933004 dv-cinder-828150-2-iscsi neutron-server[102680]: return self.request(url, 'GET', **kwargs) Feb 07 20:39:48.933004 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 20:39:48.933004 dv-cinder-828150-2-iscsi neutron-server[102680]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 20:39:48.933004 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 20:39:48.933004 dv-cinder-828150-2-iscsi neutron-server[102680]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 20:39:48.933004 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 20:39:48.933004 dv-cinder-828150-2-iscsi neutron-server[102680]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 20:39:48.933004 dv-cinder-828150-2-iscsi neutron-server[102680]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 20:39:48.993470 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-3fdf75cc-0be7-45be-9577-271c8414dc33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32817314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395791'] for network (7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:48.999542 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-3fdf75cc-0be7-45be-9577-271c8414dc33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for network (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:49.003021 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-3fdf75cc-0be7-45be-9577-271c8414dc33 admin admin] 10.222.0.60 "DELETE /v2.0/networks/7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f HTTP/1.1" status: 204 len: 168 time: 0.2876053 Feb 07 20:39:49.014520 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf75cc-0be7-45be-9577-271c8414dc33 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b27fcf7-c13f-4c18-9a93-8e7aa4f4b51f,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:49.201597 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 53918) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:39:49.241774 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-53af78b2-473f-4399-b43b-1f97d72b5194 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2f5a4bcebbff4cb7940464dc77727b0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387058 Feb 07 20:39:49.245027 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 53920) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:39:49.294761 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-570d6b0b-b67b-4824-a05e-44abee03dbad admin admin] Publish callbacks [] for security_group (9656f836-4669-46af-ba69-dfa237a56353), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:49.314670 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-570d6b0b-b67b-4824-a05e-44abee03dbad admin admin] Publish callbacks [] for security_group (9656f836-4669-46af-ba69-dfa237a56353), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:49.365381 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-570d6b0b-b67b-4824-a05e-44abee03dbad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (9656f836-4669-46af-ba69-dfa237a56353), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:49.367927 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-570d6b0b-b67b-4824-a05e-44abee03dbad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:49.369081 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-570d6b0b-b67b-4824-a05e-44abee03dbad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9656f836-4669-46af-ba69-dfa237a56353 HTTP/1.1" status: 204 len: 168 time: 0.1230412 Feb 07 20:39:49.376401 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d6b0b-b67b-4824-a05e-44abee03dbad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9656f836-4669-46af-ba69-dfa237a56353,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:49.383356 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570d6b0b-b67b-4824-a05e-44abee03dbad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:49.383793 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570d6b0b-b67b-4824-a05e-44abee03dbad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:49.384062 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570d6b0b-b67b-4824-a05e-44abee03dbad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:49.384422 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570d6b0b-b67b-4824-a05e-44abee03dbad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:49.384751 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570d6b0b-b67b-4824-a05e-44abee03dbad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:49.385076 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570d6b0b-b67b-4824-a05e-44abee03dbad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:49.385436 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570d6b0b-b67b-4824-a05e-44abee03dbad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:49.385768 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570d6b0b-b67b-4824-a05e-44abee03dbad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:49.386093 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570d6b0b-b67b-4824-a05e-44abee03dbad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:49.386415 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570d6b0b-b67b-4824-a05e-44abee03dbad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:49.386734 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570d6b0b-b67b-4824-a05e-44abee03dbad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:49.387049 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570d6b0b-b67b-4824-a05e-44abee03dbad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:49.387362 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570d6b0b-b67b-4824-a05e-44abee03dbad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:50.044074 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 53948) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:39:50.144004 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-e85208f5-045d-432f-acf5-fcacf4af2556 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-735790040-network', 'tenant_id': '202b4de9f7f64b28b4b916cfb595f7f7'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:39:50.163063 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85208f5-045d-432f-acf5-fcacf4af2556 admin admin] Made reservation on behalf of 202b4de9f7f64b28b4b916cfb595f7f7 for: {'network': 1} {{(pid=102681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:39:50.165434 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-e85208f5-045d-432f-acf5-fcacf4af2556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for network (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:50.173613 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-e85208f5-045d-432f-acf5-fcacf4af2556 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:50.249208 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-e85208f5-045d-432f-acf5-fcacf4af2556 admin admin] Publish callbacks [] for security_group (5eb9e90b-f612-48c4-b531-36633ac316c8), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:50.252781 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-e85208f5-045d-432f-acf5-fcacf4af2556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (5eb9e90b-f612-48c4-b531-36633ac316c8), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:50.272802 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e85208f5-045d-432f-acf5-fcacf4af2556 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=102681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 20:39:50.287247 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85208f5-045d-432f-acf5-fcacf4af2556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb9e90b-f612-48c4-b531-36633ac316c8,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:50.290230 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-e85208f5-045d-432f-acf5-fcacf4af2556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526'] for segment (498c1219-a51a-4a32-b198-643b3c1847f9), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:50.290566 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.db.segments_db [None req-e85208f5-045d-432f-acf5-fcacf4af2556 admin admin] Added segment 498c1219-a51a-4a32-b198-643b3c1847f9 of type vlan for network ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc Feb 07 20:39:50.329747 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-e85208f5-045d-432f-acf5-fcacf4af2556 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784096251423'] for network (ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:50.357926 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-e85208f5-045d-432f-acf5-fcacf4af2556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540'] for network (ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:50.358967 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85208f5-045d-432f-acf5-fcacf4af2556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:50.359579 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-e85208f5-045d-432f-acf5-fcacf4af2556 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for network (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:50.415729 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-e85208f5-045d-432f-acf5-fcacf4af2556 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3704777 Feb 07 20:39:50.418608 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 53952) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:39:50.422363 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85208f5-045d-432f-acf5-fcacf4af2556 admin admin] Pushing event updated for resources: {'Network': ['ID=ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:50.423697 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-e5129be6-c338-466f-b29c-797eea6be108 admin admin] Request body: {'subnet': {'network_id': 'ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-735790040-subnet', 'tenant_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'ip_version': 4}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:39:50.432485 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Network ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc details requested by agent ovs-agent-dv-cinder-828150-2-iscsi with host dv-cinder-828150-2-iscsi {{(pid=102682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 20:39:50.442605 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5129be6-c338-466f-b29c-797eea6be108 admin admin] Made reservation on behalf of 202b4de9f7f64b28b4b916cfb595f7f7 for: {'subnet': 1} {{(pid=102680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:39:50.445479 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e5129be6-c338-466f-b29c-797eea6be108 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9394613'] for subnet (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:50.631248 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e5129be6-c338-466f-b29c-797eea6be108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9394571'] for subnet (26083960-cc8b-4c80-83fe-38db4307b6b4), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:50.684926 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5129be6-c338-466f-b29c-797eea6be108 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26083960-cc8b-4c80-83fe-38db4307b6b4,revision_number=0']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:50.695055 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5129be6-c338-466f-b29c-797eea6be108 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:50.695412 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5129be6-c338-466f-b29c-797eea6be108 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:50.695770 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5129be6-c338-466f-b29c-797eea6be108 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:50.696107 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5129be6-c338-466f-b29c-797eea6be108 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:50.696439 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5129be6-c338-466f-b29c-797eea6be108 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:50.696762 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5129be6-c338-466f-b29c-797eea6be108 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:50.697089 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5129be6-c338-466f-b29c-797eea6be108 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:50.697412 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5129be6-c338-466f-b29c-797eea6be108 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:50.697738 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5129be6-c338-466f-b29c-797eea6be108 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:50.698061 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5129be6-c338-466f-b29c-797eea6be108 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:50.698382 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5129be6-c338-466f-b29c-797eea6be108 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:50.698703 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5129be6-c338-466f-b29c-797eea6be108 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:50.699022 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5129be6-c338-466f-b29c-797eea6be108 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:50.704024 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5129be6-c338-466f-b29c-797eea6be108 admin admin] Checking segment: {'id': '498c1219-a51a-4a32-b198-643b3c1847f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:39:50.704377 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5129be6-c338-466f-b29c-797eea6be108 admin admin] Network hostable DHCP agents. Network: ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc, hostable agents: ['e1cc327f-50d0-4a6e-8186-ec075b67de95'], hosted agents: [] {{(pid=102680) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 20:39:50.720384 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5129be6-c338-466f-b29c-797eea6be108 admin admin] Network ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc is scheduled to be hosted by DHCP agent e1cc327f-50d0-4a6e-8186-ec075b67de95 with binding_index 1 {{(pid=102680) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 20:39:50.729038 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [None req-e5129be6-c338-466f-b29c-797eea6be108 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828150-2-iscsi, ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc) {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:39:50.732867 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5129be6-c338-466f-b29c-797eea6be108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:50.733449 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e5129be6-c338-466f-b29c-797eea6be108 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:50.737985 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aadaa05-9877-41f5-ba18-d48a7b43fcd0 None None] Network ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:39:50.749009 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-e5129be6-c338-466f-b29c-797eea6be108 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3292274 Feb 07 20:39:50.752215 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 53956) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:39:50.756731 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-802cdfbf-5f5e-49e8-a7ad-89e7ec7b7ed4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-735790040-router', 'tenant_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'}}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:39:50.779362 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-802cdfbf-5f5e-49e8-a7ad-89e7ec7b7ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-394574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7728'] for router (345fb673-c9f0-4d82-873f-cf7b2d6f5d20), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:50.780493 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-802cdfbf-5f5e-49e8-a7ad-89e7ec7b7ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7723'] for router (345fb673-c9f0-4d82-873f-cf7b2d6f5d20), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:50.853232 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa92811-1c8e-441c-85d6-4156172f0503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77ca2aab-c32d-5221-adbb-aaf0b4c52255-ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc', 'network_id': 'ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc', 'project_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'fixed_ips': [{'subnet_id': '26083960-cc8b-4c80-83fe-38db4307b6b4'}]}} from dv-cinder-828150-2-iscsi. {{(pid=102682) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 20:39:50.854150 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-efa92811-1c8e-441c-85d6-4156172f0503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:50.859886 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-802cdfbf-5f5e-49e8-a7ad-89e7ec7b7ed4 admin admin] Publish callbacks [] for router_controller (345fb673-c9f0-4d82-873f-cf7b2d6f5d20), precommit_add_association {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:50.997394 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.db_base_plugin_common [None req-efa92811-1c8e-441c-85d6-4156172f0503 None None] Allocated IP 172.20.0.2 (ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc/26083960-cc8b-4c80-83fe-38db4307b6b4/c5d6b114-2807-4faf-935e-ed761cebaef3) {{(pid=102682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:39:51.146598 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-efa92811-1c8e-441c-85d6-4156172f0503 None None] Publish callbacks [] for port (c5d6b114-2807-4faf-935e-ed761cebaef3), precommit_create {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:51.152664 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-efa92811-1c8e-441c-85d6-4156172f0503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216'] for port (c5d6b114-2807-4faf-935e-ed761cebaef3), after_create {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:51.188538 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-ecc8b3a3-b31a-4354-a087-269ad532325d req-e72e6027-7cee-410e-8d19-9da1492730b2 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-455250719&fields=id&tenant_id=b81ed2187e4b4bb480ac9927221e90fc HTTP/1.1" status: 200 len: 267 time: 0.3497100 Feb 07 20:39:51.193344 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa92811-1c8e-441c-85d6-4156172f0503 None None] Network ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc is already hosted by enough agents. {{(pid=102682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:39:51.196301 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.scheduler.base_scheduler [None req-efa92811-1c8e-441c-85d6-4156172f0503 None None] Resources bound (agent type, host, resource id): {{(pid=102682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:39:51.199734 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa92811-1c8e-441c-85d6-4156172f0503 None None] Received port after_create {{(pid=102682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:39:51.205008 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa92811-1c8e-441c-85d6-4156172f0503 None None] Pushing event updated for resources: {'Port': ['ID=c5d6b114-2807-4faf-935e-ed761cebaef3,revision_number=1']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:51.216278 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa92811-1c8e-441c-85d6-4156172f0503 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:51.216692 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa92811-1c8e-441c-85d6-4156172f0503 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:51.216991 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa92811-1c8e-441c-85d6-4156172f0503 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:51.217352 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa92811-1c8e-441c-85d6-4156172f0503 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:51.217680 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa92811-1c8e-441c-85d6-4156172f0503 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:51.218007 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa92811-1c8e-441c-85d6-4156172f0503 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:51.218331 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa92811-1c8e-441c-85d6-4156172f0503 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:51.218655 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa92811-1c8e-441c-85d6-4156172f0503 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:51.218996 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa92811-1c8e-441c-85d6-4156172f0503 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:51.219373 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa92811-1c8e-441c-85d6-4156172f0503 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:51.219777 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa92811-1c8e-441c-85d6-4156172f0503 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:51.220159 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa92811-1c8e-441c-85d6-4156172f0503 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:51.220447 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa92811-1c8e-441c-85d6-4156172f0503 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:39:51.271244 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-efa92811-1c8e-441c-85d6-4156172f0503 None None] Attempting to bind port c5d6b114-2807-4faf-935e-ed761cebaef3 on host dv-cinder-828150-2-iscsi for vnic_type normal with profile {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:39:51.271647 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-efa92811-1c8e-441c-85d6-4156172f0503 None None] Attempting to bind port c5d6b114-2807-4faf-935e-ed761cebaef3 by drivers openvswitch,hyperv on host dv-cinder-828150-2-iscsi at level 0 using segments [{'id': '498c1219-a51a-4a32-b198-643b3c1847f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc'}] {{(pid=102682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:39:51.272011 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa92811-1c8e-441c-85d6-4156172f0503 None None] Attempting to bind port c5d6b114-2807-4faf-935e-ed761cebaef3 on network ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:39:51.277019 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa92811-1c8e-441c-85d6-4156172f0503 None None] Checking agent: {'id': 'c89dd41c-5256-44ac-a1f6-453d759a66bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828150-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 27, 33), 'started_at': datetime.datetime(2022, 2, 7, 20, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828150-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:39:51.277393 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa92811-1c8e-441c-85d6-4156172f0503 None None] Checking segment: {'id': '498c1219-a51a-4a32-b198-643b3c1847f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:39:51.277800 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-efa92811-1c8e-441c-85d6-4156172f0503 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:51.278449 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa92811-1c8e-441c-85d6-4156172f0503 None None] Bound using segment: {'id': '498c1219-a51a-4a32-b198-643b3c1847f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc'} {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:39:51.278911 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-efa92811-1c8e-441c-85d6-4156172f0503 None None] Bound port: c5d6b114-2807-4faf-935e-ed761cebaef3, host: dv-cinder-828150-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498c1219-a51a-4a32-b198-643b3c1847f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc'}}] {{(pid=102682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:39:51.279289 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-efa92811-1c8e-441c-85d6-4156172f0503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (c5d6b114-2807-4faf-935e-ed761cebaef3), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:51.283296 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-802cdfbf-5f5e-49e8-a7ad-89e7ec7b7ed4 admin admin] Publish callbacks [] for router_gateway (345fb673-c9f0-4d82-873f-cf7b2d6f5d20), precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:51.340015 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-efa92811-1c8e-441c-85d6-4156172f0503 None None] For port c5d6b114-2807-4faf-935e-ed761cebaef3, host dv-cinder-828150-2-iscsi, cleared binding levels {{(pid=102682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:39:51.343022 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-efa92811-1c8e-441c-85d6-4156172f0503 None None] For port c5d6b114-2807-4faf-935e-ed761cebaef3, host dv-cinder-828150-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=c5d6b114-2807-4faf-935e-ed761cebaef3,segment=NetworkSegment(498c1219-a51a-4a32-b198-643b3c1847f9),segment_id=498c1219-a51a-4a32-b198-643b3c1847f9)] {{(pid=102682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:39:51.346720 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8b3a3-b31a-4354-a087-269ad532325d req-39ffccd2-2e20-4afd-9a7d-1423686fd132 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:51.349407 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-ecc8b3a3-b31a-4354-a087-269ad532325d req-39ffccd2-2e20-4afd-9a7d-1423686fd132 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 985 time: 0.1264677 Feb 07 20:39:51.351034 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-efa92811-1c8e-441c-85d6-4156172f0503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (c5d6b114-2807-4faf-935e-ed761cebaef3), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:51.363441 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [req-ecc8b3a3-b31a-4354-a087-269ad532325d req-5d5bb8e2-e910-4b44-9af8-84d66bfdbd1e tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Request body: {'port': {'security_groups': ['2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9']}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:39:51.418032 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa92811-1c8e-441c-85d6-4156172f0503 None None] Pushing event updated for resources: {'Port': ['ID=c5d6b114-2807-4faf-935e-ed761cebaef3,revision_number=2']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:51.459363 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-ecc8b3a3-b31a-4354-a087-269ad532325d req-5d5bb8e2-e910-4b44-9af8-84d66bfdbd1e tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (9ac5887a-4dac-445b-a47e-da236a7c719e), before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:51.742046 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-802cdfbf-5f5e-49e8-a7ad-89e7ec7b7ed4 admin admin] Publish callbacks [] for router_gateway (345fb673-c9f0-4d82-873f-cf7b2d6f5d20), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:51.765164 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-802cdfbf-5f5e-49e8-a7ad-89e7ec7b7ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:51.839758 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [req-ecc8b3a3-b31a-4354-a087-269ad532325d req-5d5bb8e2-e910-4b44-9af8-84d66bfdbd1e tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] For port 9ac5887a-4dac-445b-a47e-da236a7c719e, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=9ac5887a-4dac-445b-a47e-da236a7c719e,segment=NetworkSegment(92297ea3-159c-48e9-b76b-2b4a88cff175),segment_id=92297ea3-159c-48e9-b76b-2b4a88cff175)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:39:51.902877 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-ecc8b3a3-b31a-4354-a087-269ad532325d req-5d5bb8e2-e910-4b44-9af8-84d66bfdbd1e tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks [] for port (9ac5887a-4dac-445b-a47e-da236a7c719e), precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:51.908811 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-ecc8b3a3-b31a-4354-a087-269ad532325d req-5d5bb8e2-e910-4b44-9af8-84d66bfdbd1e tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17681'] for port (9ac5887a-4dac-445b-a47e-da236a7c719e), after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:51.924547 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['9ac5887a-4dac-445b-a47e-da236a7c719e'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:39:51.959799 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.db_base_plugin_common [None req-802cdfbf-5f5e-49e8-a7ad-89e7ec7b7ed4 admin admin] Allocated IP 172.27.3.13 (8fac5e93-9c31-4064-8161-a8fff953e3cb/29ca3f4a-d044-4ce0-b1ea-59efe11aa82f/bc5d30c8-197a-4c88-bb31-eb6c8a4d1959) {{(pid=102680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:39:51.980681 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8b3a3-b31a-4354-a087-269ad532325d req-5d5bb8e2-e910-4b44-9af8-84d66bfdbd1e tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:51.981331 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-ecc8b3a3-b31a-4354-a087-269ad532325d req-5d5bb8e2-e910-4b44-9af8-84d66bfdbd1e tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:51.982781 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-ecc8b3a3-b31a-4354-a087-269ad532325d req-5d5bb8e2-e910-4b44-9af8-84d66bfdbd1e tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "PUT /v2.0/ports/9ac5887a-4dac-445b-a47e-da236a7c719e HTTP/1.1" status: 200 len: 943 time: 0.6247907 Feb 07 20:39:51.983253 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '115ad554-9f83-4789-85fd-95c408e1c31f', 'tag': '9ac5887a-4dac-445b-a47e-da236a7c719e'}] {{(pid=102680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:39:51.985616 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8018c2217b61fdaaeb92b6d737e1de58097a2b3cdf81442b843717ec2e5fe670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9643bb9-6e71-4162-958d-feb43b8ae708" -d '{"events": [{"name": "network-changed", "server_uuid": "115ad554-9f83-4789-85fd-95c408e1c31f", "tag": "9ac5887a-4dac-445b-a47e-da236a7c719e"}]}' {{(pid=102680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:39:51.992108 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 53964) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:39:52.074543 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bb8e2-e910-4b44-9af8-84d66bfdbd1e tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Pushing event updated for resources: {'Port': ['ID=9ac5887a-4dac-445b-a47e-da236a7c719e,revision_number=7']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:52.080121 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e306dc-fc40-482f-b4ad-e32ff79cd1e3 x-openstack-request-id: req-f8e306dc-fc40-482f-b4ad-e32ff79cd1e3 {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:39:52.080479 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "115ad554-9f83-4789-85fd-95c408e1c31f", "tag": "9ac5887a-4dac-445b-a47e-da236a7c719e", "status": "completed", "code": 200}]} {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:39:52.080732 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f8e306dc-fc40-482f-b4ad-e32ff79cd1e3 {{(pid=102680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:39:52.081131 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '115ad554-9f83-4789-85fd-95c408e1c31f', 'tag': '9ac5887a-4dac-445b-a47e-da236a7c719e', 'status': 'completed', 'code': 200} Feb 07 20:39:52.088250 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['9ac5887a-4dac-445b-a47e-da236a7c719e'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:39:52.089055 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c08aeb2c-46d8-4af3-886f-75405b7bed16 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks [] for security_group (c41372e6-75bf-4fe0-8d00-e7e33a583177), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:52.154017 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c08aeb2c-46d8-4af3-886f-75405b7bed16 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks [] for security_group (c41372e6-75bf-4fe0-8d00-e7e33a583177), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:52.221183 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-802cdfbf-5f5e-49e8-a7ad-89e7ec7b7ed4 admin admin] Publish callbacks [] for port (bc5d30c8-197a-4c88-bb31-eb6c8a4d1959), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:52.230611 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9643bb9-6e71-4162-958d-feb43b8ae708 req-fb10d94b-32d5-496b-b0b0-255653548766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:52.232409 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-b9643bb9-6e71-4162-958d-feb43b8ae708 req-fb10d94b-32d5-496b-b0b0-255653548766 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b81ed2187e4b4bb480ac9927221e90fc&device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 1130 time: 0.1379943 Feb 07 20:39:52.273493 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c08aeb2c-46d8-4af3-886f-75405b7bed16 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (c41372e6-75bf-4fe0-8d00-e7e33a583177), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:52.276386 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c08aeb2c-46d8-4af3-886f-75405b7bed16 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:52.277748 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-c08aeb2c-46d8-4af3-886f-75405b7bed16 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "DELETE /v2.0/security-groups/c41372e6-75bf-4fe0-8d00-e7e33a583177 HTTP/1.1" status: 204 len: 168 time: 0.2840137 Feb 07 20:39:52.281525 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 53966) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:39:52.391276 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-802cdfbf-5f5e-49e8-a7ad-89e7ec7b7ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17688'] for port (bc5d30c8-197a-4c88-bb31-eb6c8a4d1959), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:52.420449 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device c5d6b114-2807-4faf-935e-ed761cebaef3 up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:39:52.459634 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9643bb9-6e71-4162-958d-feb43b8ae708 req-19333784-ee25-4d90-b027-32b56ed8c25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:52.461126 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-b9643bb9-6e71-4162-958d-feb43b8ae708 req-19333784-ee25-4d90-b027-32b56ed8c25f service neutron] 10.222.0.24 "GET /v2.0/networks?id=ace0bd4e-24e6-4889-8232-1f8bdff3f386 HTTP/1.1" status: 200 len: 916 time: 0.2208791 Feb 07 20:39:52.469128 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802cdfbf-5f5e-49e8-a7ad-89e7ec7b7ed4 admin admin] Network 8fac5e93-9c31-4064-8161-a8fff953e3cb is already hosted by enough agents. {{(pid=102680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:39:52.480654 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [None req-802cdfbf-5f5e-49e8-a7ad-89e7ec7b7ed4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:39:52.481550 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-7e6f2cf0-074a-4bd1-8249-1f7f37a93abf None None] Provisioning complete for port 9ac5887a-4dac-445b-a47e-da236a7c719e triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:39:52.483120 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-7e6f2cf0-074a-4bd1-8249-1f7f37a93abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (9ac5887a-4dac-445b-a47e-da236a7c719e), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:52.483255 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08aeb2c-46d8-4af3-886f-75405b7bed16 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41372e6-75bf-4fe0-8d00-e7e33a583177,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:52.485747 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802cdfbf-5f5e-49e8-a7ad-89e7ec7b7ed4 admin admin] Received port after_create {{(pid=102680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:39:52.487883 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802cdfbf-5f5e-49e8-a7ad-89e7ec7b7ed4 admin admin] Pushing event updated for resources: {'Port': ['ID=bc5d30c8-197a-4c88-bb31-eb6c8a4d1959,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:52.597444 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port c5d6b114-2807-4faf-935e-ed761cebaef3 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:39:52.597970 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (c5d6b114-2807-4faf-935e-ed761cebaef3), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:52.653420 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [None req-cada6562-5e7e-4617-ad82-ca7f9173a672 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Deleting port f7ead6ad-c70c-4bf4-b5f8-49267f3326b0 {{(pid=102681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:39:52.653700 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-cada6562-5e7e-4617-ad82-ca7f9173a672 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (f7ead6ad-c70c-4bf4-b5f8-49267f3326b0), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:52.669066 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89e7b8f-4611-40ed-ae4e-76bd0f78e6e0 None None] Network ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:39:52.674046 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-b9643bb9-6e71-4162-958d-feb43b8ae708 req-7e617df3-744b-4b70-b83e-b34b6241a5ab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ac5887a-4dac-445b-a47e-da236a7c719e HTTP/1.1" status: 200 len: 1001 time: 0.2037499 Feb 07 20:39:52.732585 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-cada6562-5e7e-4617-ad82-ca7f9173a672 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (f7ead6ad-c70c-4bf4-b5f8-49267f3326b0), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:52.732812 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-cada6562-5e7e-4617-ad82-ca7f9173a672 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks [] for floatingip (f7ead6ad-c70c-4bf4-b5f8-49267f3326b0), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:52.745535 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [None req-cada6562-5e7e-4617-ad82-ca7f9173a672 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Calling delete_port for f7ead6ad-c70c-4bf4-b5f8-49267f3326b0 owned by network:floatingip {{(pid=102681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:39:52.755928 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9643bb9-6e71-4162-958d-feb43b8ae708 req-c9202289-0b2c-44fe-9dee-8c9df153969d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:52.757155 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-b9643bb9-6e71-4162-958d-feb43b8ae708 req-c9202289-0b2c-44fe-9dee-8c9df153969d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3cd4edc-eaf8-49b3-8c39-6df61c2ee5a5 HTTP/1.1" status: 200 len: 854 time: 0.0613651 Feb 07 20:39:52.791891 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-7e6f2cf0-074a-4bd1-8249-1f7f37a93abf None None] Current status of the port 9ac5887a-4dac-445b-a47e-da236a7c719e is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:39:52.861116 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port c5d6b114-2807-4faf-935e-ed761cebaef3 is: DOWN; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:39:52.861644 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (c5d6b114-2807-4faf-935e-ed761cebaef3), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:52.905983 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] For port c5d6b114-2807-4faf-935e-ed761cebaef3, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=c5d6b114-2807-4faf-935e-ed761cebaef3,segment=NetworkSegment(498c1219-a51a-4a32-b198-643b3c1847f9),segment_id=498c1219-a51a-4a32-b198-643b3c1847f9)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:39:52.914492 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (c5d6b114-2807-4faf-935e-ed761cebaef3), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:52.917712 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9643bb9-6e71-4162-958d-feb43b8ae708 req-869d4e56-5e15-44b5-bd7a-b0f67b03fc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:52.920330 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-b9643bb9-6e71-4162-958d-feb43b8ae708 req-869d4e56-5e15-44b5-bd7a-b0f67b03fc73 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ace0bd4e-24e6-4889-8232-1f8bdff3f386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1051500 Feb 07 20:39:52.965913 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-802cdfbf-5f5e-49e8-a7ad-89e7ec7b7ed4 admin admin] Publish callbacks [] for router_gateway (345fb673-c9f0-4d82-873f-cf7b2d6f5d20), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:52.971441 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-55c85d3a-2c7c-4844-b7ec-55a6e03d1a5d None None] Provisioning complete for port c5d6b114-2807-4faf-935e-ed761cebaef3 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:39:52.971983 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-55c85d3a-2c7c-4844-b7ec-55a6e03d1a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (c5d6b114-2807-4faf-935e-ed761cebaef3), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:52.980034 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-cada6562-5e7e-4617-ad82-ca7f9173a672 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (f7ead6ad-c70c-4bf4-b5f8-49267f3326b0), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:52.998545 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Pushing event updated for resources: {'Port': ['ID=c5d6b114-2807-4faf-935e-ed761cebaef3,revision_number=3']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:53.028987 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada6562-5e7e-4617-ad82-ca7f9173a672 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Pushing event deleted for resources: {'Port': ['ID=f7ead6ad-c70c-4bf4-b5f8-49267f3326b0,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:53.105705 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-55c85d3a-2c7c-4844-b7ec-55a6e03d1a5d None None] Current status of the port c5d6b114-2807-4faf-935e-ed761cebaef3 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:39:53.112560 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-cada6562-5e7e-4617-ad82-ca7f9173a672 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks [] for floatingip (937e8c0e-2982-4a8d-ba75-90ad79fe127b), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:53.113242 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.db.l3_db [None req-cada6562-5e7e-4617-ad82-ca7f9173a672 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Floating IP 937e8c0e-2982-4a8d-ba75-90ad79fe127b disassociated (deleted). External IP: 172.27.3.41, port: 9ac5887a-4dac-445b-a47e-da236a7c719e. Feb 07 20:39:53.127674 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-b9643bb9-6e71-4162-958d-feb43b8ae708 req-fe8920b9-86d3-49aa-ab8d-9b33b7b859c8 service neutron] 10.222.0.24 "GET /v2.0/networks/ace0bd4e-24e6-4889-8232-1f8bdff3f386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986125 Feb 07 20:39:53.226115 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-3534854a-c2fe-4dd5-9861-343dfba139a3 None None] Provisioning complete for port c5d6b114-2807-4faf-935e-ed761cebaef3 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:39:53.226413 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-3534854a-c2fe-4dd5-9861-343dfba139a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (c5d6b114-2807-4faf-935e-ed761cebaef3), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:53.300602 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-802cdfbf-5f5e-49e8-a7ad-89e7ec7b7ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395847'] for router (345fb673-c9f0-4d82-873f-cf7b2d6f5d20), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:53.304457 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-b9643bb9-6e71-4162-958d-feb43b8ae708 req-978acd6a-12ed-4272-8a7c-1b03af1af83a service neutron] 10.222.0.24 "GET /v2.0/networks/ace0bd4e-24e6-4889-8232-1f8bdff3f386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707997 Feb 07 20:39:53.315373 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-3534854a-c2fe-4dd5-9861-343dfba139a3 None None] Current status of the port c5d6b114-2807-4faf-935e-ed761cebaef3 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:39:53.441032 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802cdfbf-5f5e-49e8-a7ad-89e7ec7b7ed4 admin admin] Router 345fb673-c9f0-4d82-873f-cf7b2d6f5d20 is scheduled to L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef with binding_index 1 {{(pid=102680) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 20:39:53.553419 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802cdfbf-5f5e-49e8-a7ad-89e7ec7b7ed4 admin admin] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:39:53.562354 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cada6562-5e7e-4617-ad82-ca7f9173a672 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Router ed29af84-3339-410f-9ca4-262d6fc6d723 has already been hosted by L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef {{(pid=102681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:39:53.563622 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468028c6-7930-475f-a4ad-fa5c563ac44a None None] Sync routers for ids ['345fb673-c9f0-4d82-873f-cf7b2d6f5d20'] in dv-cinder-828150-2-iscsi {{(pid=102682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:39:53.572977 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468028c6-7930-475f-a4ad-fa5c563ac44a None None] Routers {'345fb673-c9f0-4d82-873f-cf7b2d6f5d20'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:39:53.573171 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-802cdfbf-5f5e-49e8-a7ad-89e7ec7b7ed4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:53.573590 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-468028c6-7930-475f-a4ad-fa5c563ac44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:39:29Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['345fb673-c9f0-4d82-873f-cf7b2d6f5d20'], 'active': True} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:39:53.577136 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-802cdfbf-5f5e-49e8-a7ad-89e7ec7b7ed4 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8211448 Feb 07 20:39:53.578787 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 53982) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:39:53.689698 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvr_db [None req-468028c6-7930-475f-a4ad-fa5c563ac44a None None] Set router 345fb673-c9f0-4d82-873f-cf7b2d6f5d20 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:39:53.703901 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cada6562-5e7e-4617-ad82-ca7f9173a672 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:39:53.709790 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-cada6562-5e7e-4617-ad82-ca7f9173a672 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for floatingip (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:53.717733 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a57ad68-843c-480e-ac81-4e9447e04ba2 None None] Sync routers for ids ['ed29af84-3339-410f-9ca4-262d6fc6d723'] in dv-cinder-828150-2-iscsi {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:39:53.731518 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a57ad68-843c-480e-ac81-4e9447e04ba2 None None] Routers {'ed29af84-3339-410f-9ca4-262d6fc6d723'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:39:53.732657 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-4a57ad68-843c-480e-ac81-4e9447e04ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:39:29Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['ed29af84-3339-410f-9ca4-262d6fc6d723'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:39:53.746592 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-cada6562-5e7e-4617-ad82-ca7f9173a672 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "DELETE /v2.0/floatingips/937e8c0e-2982-4a8d-ba75-90ad79fe127b HTTP/1.1" status: 204 len: 168 time: 1.4602339 Feb 07 20:39:53.746592 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '115ad554-9f83-4789-85fd-95c408e1c31f', 'tag': '9ac5887a-4dac-445b-a47e-da236a7c719e'}] {{(pid=102681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:39:53.758727 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d543a4f93c545b9f4b4319baf8ff9337481391693fb3bbf25dbe09721f1c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd36049-c841-4b82-82eb-580e1636f482" -d '{"events": [{"name": "network-changed", "server_uuid": "115ad554-9f83-4789-85fd-95c408e1c31f", "tag": "9ac5887a-4dac-445b-a47e-da236a7c719e"}]}' {{(pid=102681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:39:53.835767 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cf4f9f-bf66-463c-b8ee-2cef67cc382c x-openstack-request-id: req-67cf4f9f-bf66-463c-b8ee-2cef67cc382c {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:39:53.836407 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "115ad554-9f83-4789-85fd-95c408e1c31f", "tag": "9ac5887a-4dac-445b-a47e-da236a7c719e", "status": "completed", "code": 200}]} {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:39:53.836839 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-67cf4f9f-bf66-463c-b8ee-2cef67cc382c {{(pid=102681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:39:53.837583 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '115ad554-9f83-4789-85fd-95c408e1c31f', 'tag': '9ac5887a-4dac-445b-a47e-da236a7c719e', 'status': 'completed', 'code': 200} Feb 07 20:39:53.928028 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-468028c6-7930-475f-a4ad-fa5c563ac44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345fb673-c9f0-4d82-873f-cf7b2d6f5d20', 'name': 'tempest-TestShelveInstance-735790040-router', 'tenant_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'bc5d30c8-197a-4c88-bb31-eb6c8a4d1959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:50Z', 'updated_at': '2022-02-07T20:39:52Z', 'revision_number': 3, 'project_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'gw_port': {'id': 'bc5d30c8-197a-4c88-bb31-eb6c8a4d1959', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '345fb673-c9f0-4d82-873f-cf7b2d6f5d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:51Z', 'updated_at': '2022-02-07T20:39:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi'}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:39:53.956833 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468028c6-7930-475f-a4ad-fa5c563ac44a None None] Checking router: 345fb673-c9f0-4d82-873f-cf7b2d6f5d20 for host: dv-cinder-828150-2-iscsi {{(pid=102682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:39:53.958119 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468028c6-7930-475f-a4ad-fa5c563ac44a None None] Updating router 345fb673-c9f0-4d82-873f-cf7b2d6f5d20 port bc5d30c8-197a-4c88-bb31-eb6c8a4d1959 binding host dv-cinder-828150-2-iscsi {{(pid=102682) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 20:39:53.996505 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-468028c6-7930-475f-a4ad-fa5c563ac44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (bc5d30c8-197a-4c88-bb31-eb6c8a4d1959), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:53.997149 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-4a57ad68-843c-480e-ac81-4e9447e04ba2 None None] Set router ed29af84-3339-410f-9ca4-262d6fc6d723 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:39:54.192771 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd36049-c841-4b82-82eb-580e1636f482 req-c0384ec9-c16e-49d6-abc4-ad69e3fe339d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:54.194285 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-abd36049-c841-4b82-82eb-580e1636f482 req-c0384ec9-c16e-49d6-abc4-ad69e3fe339d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b81ed2187e4b4bb480ac9927221e90fc&device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 1130 time: 0.0716069 Feb 07 20:39:54.232260 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device c5d6b114-2807-4faf-935e-ed761cebaef3 up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:39:54.233386 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-4a57ad68-843c-480e-ac81-4e9447e04ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed29af84-3339-410f-9ca4-262d6fc6d723', 'name': 'tempest-TestMinimumBasicScenario-1503582470-router', 'tenant_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '07f2edb3-d381-46e3-92fb-bd8ce2b71d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:36:03Z', 'updated_at': '2022-02-07T20:36:10Z', 'revision_number': 4, 'project_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'gw_port': {'id': '07f2edb3-d381-46e3-92fb-bd8ce2b71d98', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:13:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed29af84-3339-410f-9ca4-262d6fc6d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:36:04Z', 'updated_at': '2022-02-07T20:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': 'e645a4c3-41ca-47e4-8863-987fe353c79b', 'name': '', 'network_id': 'ace0bd4e-24e6-4889-8232-1f8bdff3f386', 'tenant_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'mac_address': 'fa:16:3e:21:92:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed29af84-3339-410f-9ca4-262d6fc6d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': 'e3cd4edc-eaf8-49b3-8c39-6df61c2ee5a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:36:08Z', 'updated_at': '2022-02-07T20:36:16Z', 'revision_number': 5, 'project_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'subnets': [{'id': 'e3cd4edc-eaf8-49b3-8c39-6df61c2ee5a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:39:54.260947 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a57ad68-843c-480e-ac81-4e9447e04ba2 None None] Checking router: ed29af84-3339-410f-9ca4-262d6fc6d723 for host: dv-cinder-828150-2-iscsi {{(pid=102683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:39:54.271019 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a57ad68-843c-480e-ac81-4e9447e04ba2 None None] Routers {'ed29af84-3339-410f-9ca4-262d6fc6d723'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:39:54.271727 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-4a57ad68-843c-480e-ac81-4e9447e04ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:39:29Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['ed29af84-3339-410f-9ca4-262d6fc6d723'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:39:54.323959 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port c5d6b114-2807-4faf-935e-ed761cebaef3 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:39:54.324300 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (c5d6b114-2807-4faf-935e-ed761cebaef3), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:54.361144 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd36049-c841-4b82-82eb-580e1636f482 req-319c4be5-7b9a-403c-a71c-ba69fed67eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:54.362685 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-abd36049-c841-4b82-82eb-580e1636f482 req-319c4be5-7b9a-403c-a71c-ba69fed67eb6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ace0bd4e-24e6-4889-8232-1f8bdff3f386 HTTP/1.1" status: 200 len: 916 time: 0.1295776 Feb 07 20:39:54.392632 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-4a57ad68-843c-480e-ac81-4e9447e04ba2 None None] Set router ed29af84-3339-410f-9ca4-262d6fc6d723 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:39:54.392871 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-468028c6-7930-475f-a4ad-fa5c563ac44a None None] Publish callbacks [] for port (bc5d30c8-197a-4c88-bb31-eb6c8a4d1959), precommit_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:54.403431 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-468028c6-7930-475f-a4ad-fa5c563ac44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (bc5d30c8-197a-4c88-bb31-eb6c8a4d1959), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:54.414272 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-abd36049-c841-4b82-82eb-580e1636f482 req-0d3624c0-cc91-4871-b28e-e5762d9663fe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ac5887a-4dac-445b-a47e-da236a7c719e HTTP/1.1" status: 200 len: 217 time: 0.0419533 Feb 07 20:39:54.478013 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-468028c6-7930-475f-a4ad-fa5c563ac44a None None] Attempting to bind port bc5d30c8-197a-4c88-bb31-eb6c8a4d1959 on host dv-cinder-828150-2-iscsi for vnic_type normal with profile {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:39:54.478282 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-468028c6-7930-475f-a4ad-fa5c563ac44a None None] Attempting to bind port bc5d30c8-197a-4c88-bb31-eb6c8a4d1959 by drivers openvswitch,hyperv on host dv-cinder-828150-2-iscsi at level 0 using segments [{'id': 'b6259b7e-66cb-4b1d-a7b0-58f7e3300c62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'}] {{(pid=102682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:39:54.478642 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468028c6-7930-475f-a4ad-fa5c563ac44a None None] Attempting to bind port bc5d30c8-197a-4c88-bb31-eb6c8a4d1959 on network 8fac5e93-9c31-4064-8161-a8fff953e3cb {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:39:54.482662 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4488cf-1108-454e-bf55-4ac593b5af42 None None] Pushing event updated for resources: {'Port': ['ID=bc5d30c8-197a-4c88-bb31-eb6c8a4d1959,revision_number=2']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:54.494179 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468028c6-7930-475f-a4ad-fa5c563ac44a None None] Checking agent: {'id': 'c89dd41c-5256-44ac-a1f6-453d759a66bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828150-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 27, 33), 'started_at': datetime.datetime(2022, 2, 7, 20, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828150-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:39:54.494550 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468028c6-7930-475f-a4ad-fa5c563ac44a None None] Checking segment: {'id': 'b6259b7e-66cb-4b1d-a7b0-58f7e3300c62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:39:54.494956 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-468028c6-7930-475f-a4ad-fa5c563ac44a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:54.495949 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468028c6-7930-475f-a4ad-fa5c563ac44a None None] Bound using segment: {'id': 'b6259b7e-66cb-4b1d-a7b0-58f7e3300c62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'} {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:39:54.496429 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-468028c6-7930-475f-a4ad-fa5c563ac44a None None] Bound port: bc5d30c8-197a-4c88-bb31-eb6c8a4d1959, host: dv-cinder-828150-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6259b7e-66cb-4b1d-a7b0-58f7e3300c62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'}}] {{(pid=102682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:39:54.496807 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-468028c6-7930-475f-a4ad-fa5c563ac44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (bc5d30c8-197a-4c88-bb31-eb6c8a4d1959), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:54.516760 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd36049-c841-4b82-82eb-580e1636f482 req-efd4c81a-3f7b-4f08-82ac-050fc7586f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:54.518223 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-abd36049-c841-4b82-82eb-580e1636f482 req-efd4c81a-3f7b-4f08-82ac-050fc7586f9c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3cd4edc-eaf8-49b3-8c39-6df61c2ee5a5 HTTP/1.1" status: 200 len: 854 time: 0.0871911 Feb 07 20:39:54.519621 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port c5d6b114-2807-4faf-935e-ed761cebaef3 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:39:54.559607 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-468028c6-7930-475f-a4ad-fa5c563ac44a None None] For port bc5d30c8-197a-4c88-bb31-eb6c8a4d1959, host dv-cinder-828150-2-iscsi, cleared binding levels {{(pid=102682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:39:54.562277 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-468028c6-7930-475f-a4ad-fa5c563ac44a None None] For port bc5d30c8-197a-4c88-bb31-eb6c8a4d1959, host dv-cinder-828150-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=bc5d30c8-197a-4c88-bb31-eb6c8a4d1959,segment=NetworkSegment(b6259b7e-66cb-4b1d-a7b0-58f7e3300c62),segment_id=b6259b7e-66cb-4b1d-a7b0-58f7e3300c62)] {{(pid=102682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:39:54.571297 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-468028c6-7930-475f-a4ad-fa5c563ac44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (bc5d30c8-197a-4c88-bb31-eb6c8a4d1959), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:54.603197 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-887dba5c-4cdd-4d43-b783-5ee5e751e17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:54.608374 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd36049-c841-4b82-82eb-580e1636f482 req-81baa63d-2328-415d-b521-1ff0487b1b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:54.609480 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-abd36049-c841-4b82-82eb-580e1636f482 req-81baa63d-2328-415d-b521-1ff0487b1b2e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ace0bd4e-24e6-4889-8232-1f8bdff3f386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0828707 Feb 07 20:39:54.640310 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468028c6-7930-475f-a4ad-fa5c563ac44a None None] Routers {'345fb673-c9f0-4d82-873f-cf7b2d6f5d20'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:39:54.640844 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-4a57ad68-843c-480e-ac81-4e9447e04ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed29af84-3339-410f-9ca4-262d6fc6d723', 'name': 'tempest-TestMinimumBasicScenario-1503582470-router', 'tenant_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '07f2edb3-d381-46e3-92fb-bd8ce2b71d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:36:03Z', 'updated_at': '2022-02-07T20:36:10Z', 'revision_number': 4, 'project_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'gw_port': {'id': '07f2edb3-d381-46e3-92fb-bd8ce2b71d98', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:13:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed29af84-3339-410f-9ca4-262d6fc6d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:36:04Z', 'updated_at': '2022-02-07T20:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': 'e645a4c3-41ca-47e4-8863-987fe353c79b', 'name': '', 'network_id': 'ace0bd4e-24e6-4889-8232-1f8bdff3f386', 'tenant_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'mac_address': 'fa:16:3e:21:92:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed29af84-3339-410f-9ca4-262d6fc6d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': 'e3cd4edc-eaf8-49b3-8c39-6df61c2ee5a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:36:08Z', 'updated_at': '2022-02-07T20:36:16Z', 'revision_number': 5, 'project_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'subnets': [{'id': 'e3cd4edc-eaf8-49b3-8c39-6df61c2ee5a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:39:54.641003 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-468028c6-7930-475f-a4ad-fa5c563ac44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:39:29Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['345fb673-c9f0-4d82-873f-cf7b2d6f5d20'], 'active': True} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:39:54.668593 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a57ad68-843c-480e-ac81-4e9447e04ba2 None None] The sync data for ids ['ed29af84-3339-410f-9ca4-262d6fc6d723'] in dv-cinder-828150-2-iscsi is: [{'id': 'ed29af84-3339-410f-9ca4-262d6fc6d723', 'name': 'tempest-TestMinimumBasicScenario-1503582470-router', 'tenant_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '07f2edb3-d381-46e3-92fb-bd8ce2b71d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:36:03Z', 'updated_at': '2022-02-07T20:36:10Z', 'revision_number': 4, 'project_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'gw_port': {'id': '07f2edb3-d381-46e3-92fb-bd8ce2b71d98', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:13:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed29af84-3339-410f-9ca4-262d6fc6d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:36:04Z', 'updated_at': '2022-02-07T20:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': 'e645a4c3-41ca-47e4-8863-987fe353c79b', 'name': '', 'network_id': 'ace0bd4e-24e6-4889-8232-1f8bdff3f386', 'tenant_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'mac_address': 'fa:16:3e:21:92:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed29af84-3339-410f-9ca4-262d6fc6d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': 'e3cd4edc-eaf8-49b3-8c39-6df61c2ee5a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:36:08Z', 'updated_at': '2022-02-07T20:36:16Z', 'revision_number': 5, 'project_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'subnets': [{'id': 'e3cd4edc-eaf8-49b3-8c39-6df61c2ee5a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:39:54.721732 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4488cf-1108-454e-bf55-4ac593b5af42 None None] Pushing event updated for resources: {'Port': ['ID=bc5d30c8-197a-4c88-bb31-eb6c8a4d1959,revision_number=3']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:54.766900 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvr_db [None req-468028c6-7930-475f-a4ad-fa5c563ac44a None None] Set router 345fb673-c9f0-4d82-873f-cf7b2d6f5d20 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:39:54.840059 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-abd36049-c841-4b82-82eb-580e1636f482 req-35e07e22-2a6e-4d83-8f98-d504c01317f5 service neutron] 10.222.0.24 "GET /v2.0/networks/ace0bd4e-24e6-4889-8232-1f8bdff3f386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202809 Feb 07 20:39:54.930899 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.db_base_plugin_common [None req-887dba5c-4cdd-4d43-b783-5ee5e751e17e admin admin] Allocated IP 172.20.0.1 (ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc/26083960-cc8b-4c80-83fe-38db4307b6b4/340a24c1-5e6c-425e-ad8d-b09c2d1e4517) {{(pid=102680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:39:55.001466 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b880977f-bd26-4d04-aff5-0a1c44ea1177 None None] New status for floating IP 937e8c0e-2982-4a8d-ba75-90ad79fe127b: DOWN {{(pid=102682) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 20:39:55.027564 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-abd36049-c841-4b82-82eb-580e1636f482 req-72a29ff4-d9b2-4e2f-b9b8-98b2b4b42d5b service neutron] 10.222.0.24 "GET /v2.0/networks/ace0bd4e-24e6-4889-8232-1f8bdff3f386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705055 Feb 07 20:39:55.081299 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-887dba5c-4cdd-4d43-b783-5ee5e751e17e admin admin] Publish callbacks [] for port (340a24c1-5e6c-425e-ad8d-b09c2d1e4517), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:55.144243 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-887dba5c-4cdd-4d43-b783-5ee5e751e17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17688'] for port (340a24c1-5e6c-425e-ad8d-b09c2d1e4517), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:55.150766 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-468028c6-7930-475f-a4ad-fa5c563ac44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345fb673-c9f0-4d82-873f-cf7b2d6f5d20', 'name': 'tempest-TestShelveInstance-735790040-router', 'tenant_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'bc5d30c8-197a-4c88-bb31-eb6c8a4d1959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:50Z', 'updated_at': '2022-02-07T20:39:52Z', 'revision_number': 3, 'project_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'gw_port': {'id': 'bc5d30c8-197a-4c88-bb31-eb6c8a4d1959', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '345fb673-c9f0-4d82-873f-cf7b2d6f5d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:51Z', 'updated_at': '2022-02-07T20:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi'}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:39:55.179736 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468028c6-7930-475f-a4ad-fa5c563ac44a None None] The sync data for ids ['345fb673-c9f0-4d82-873f-cf7b2d6f5d20'] in dv-cinder-828150-2-iscsi is: [{'id': '345fb673-c9f0-4d82-873f-cf7b2d6f5d20', 'name': 'tempest-TestShelveInstance-735790040-router', 'tenant_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'bc5d30c8-197a-4c88-bb31-eb6c8a4d1959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:50Z', 'updated_at': '2022-02-07T20:39:52Z', 'revision_number': 3, 'project_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'gw_port': {'id': 'bc5d30c8-197a-4c88-bb31-eb6c8a4d1959', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '345fb673-c9f0-4d82-873f-cf7b2d6f5d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:51Z', 'updated_at': '2022-02-07T20:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi'}] {{(pid=102682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:39:55.194740 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887dba5c-4cdd-4d43-b783-5ee5e751e17e admin admin] Network ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc is already hosted by enough agents. {{(pid=102680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:39:55.197909 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [None req-887dba5c-4cdd-4d43-b783-5ee5e751e17e admin admin] Resources bound (agent type, host, resource id): {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:39:55.201512 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887dba5c-4cdd-4d43-b783-5ee5e751e17e admin admin] Received port after_create {{(pid=102680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:39:55.230290 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887dba5c-4cdd-4d43-b783-5ee5e751e17e admin admin] Pushing event updated for resources: {'Port': ['ID=340a24c1-5e6c-425e-ad8d-b09c2d1e4517,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:55.263116 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-887dba5c-4cdd-4d43-b783-5ee5e751e17e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395920'] for router_interface (345fb673-c9f0-4d82-873f-cf7b2d6f5d20), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:55.425235 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-887dba5c-4cdd-4d43-b783-5ee5e751e17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (340a24c1-5e6c-425e-ad8d-b09c2d1e4517), before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:55.466687 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-679ae561-ff06-4b32-823e-b5e9b5b8ccd2 None None] Provisioning complete for port 340a24c1-5e6c-425e-ad8d-b09c2d1e4517 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:39:55.467072 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-679ae561-ff06-4b32-823e-b5e9b5b8ccd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (340a24c1-5e6c-425e-ad8d-b09c2d1e4517), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:55.503056 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-679ae561-ff06-4b32-823e-b5e9b5b8ccd2 None None] Port 340a24c1-5e6c-425e-ad8d-b09c2d1e4517 cannot update to ACTIVE because it is not bound. {{(pid=102682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:39:55.644592 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-887dba5c-4cdd-4d43-b783-5ee5e751e17e admin admin] Publish callbacks [] for port (340a24c1-5e6c-425e-ad8d-b09c2d1e4517), precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:55.651455 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-887dba5c-4cdd-4d43-b783-5ee5e751e17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17681'] for port (340a24c1-5e6c-425e-ad8d-b09c2d1e4517), after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:55.721016 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887dba5c-4cdd-4d43-b783-5ee5e751e17e admin admin] Pushing event updated for resources: {'Port': ['ID=340a24c1-5e6c-425e-ad8d-b09c2d1e4517,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:55.724317 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-887dba5c-4cdd-4d43-b783-5ee5e751e17e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393216'] for router_interface (345fb673-c9f0-4d82-873f-cf7b2d6f5d20), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:55.818744 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887dba5c-4cdd-4d43-b783-5ee5e751e17e admin admin] Network ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc is already hosted by enough agents. {{(pid=102680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:39:55.820219 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [None req-887dba5c-4cdd-4d43-b783-5ee5e751e17e admin admin] Resources bound (agent type, host, resource id): {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:39:55.958672 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-887dba5c-4cdd-4d43-b783-5ee5e751e17e admin admin] Router 345fb673-c9f0-4d82-873f-cf7b2d6f5d20 has already been hosted by L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef {{(pid=102680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:39:56.031566 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-befd5c32-b86b-41c5-bebe-bcb6f541f6ff None None] Provisioning complete for port 340a24c1-5e6c-425e-ad8d-b09c2d1e4517 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:39:56.032132 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-befd5c32-b86b-41c5-bebe-bcb6f541f6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (340a24c1-5e6c-425e-ad8d-b09c2d1e4517), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:56.065954 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-befd5c32-b86b-41c5-bebe-bcb6f541f6ff None None] Port 340a24c1-5e6c-425e-ad8d-b09c2d1e4517 cannot update to ACTIVE because it is not bound. {{(pid=102682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:39:56.073125 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887dba5c-4cdd-4d43-b783-5ee5e751e17e admin admin] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:39:56.078126 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-887dba5c-4cdd-4d43-b783-5ee5e751e17e admin admin] 10.222.0.60 "PUT /v2.0/routers/345fb673-c9f0-4d82-873f-cf7b2d6f5d20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4979434 Feb 07 20:39:56.253822 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device bc5d30c8-197a-4c88-bb31-eb6c8a4d1959 up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:39:56.302048 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port bc5d30c8-197a-4c88-bb31-eb6c8a4d1959 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:39:56.302534 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (bc5d30c8-197a-4c88-bb31-eb6c8a4d1959), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:56.388185 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port bc5d30c8-197a-4c88-bb31-eb6c8a4d1959 is: DOWN; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:39:56.388552 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (bc5d30c8-197a-4c88-bb31-eb6c8a4d1959), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:56.420237 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] For port bc5d30c8-197a-4c88-bb31-eb6c8a4d1959, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=bc5d30c8-197a-4c88-bb31-eb6c8a4d1959,segment=NetworkSegment(b6259b7e-66cb-4b1d-a7b0-58f7e3300c62),segment_id=b6259b7e-66cb-4b1d-a7b0-58f7e3300c62)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:39:56.426642 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (bc5d30c8-197a-4c88-bb31-eb6c8a4d1959), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:56.433633 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (2db0d972-3e88-4a6a-9d75-f8f2fe350c5f), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:56.478098 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Pushing event updated for resources: {'Port': ['ID=bc5d30c8-197a-4c88-bb31-eb6c8a4d1959,revision_number=4']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:56.544351 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-5830b528-6032-446d-95e6-48d13a592eb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:56.596050 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 54034) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:39:56.601613 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-d194c943-201e-4304-a32a-575b6343e434 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-709222005-network', 'tenant_id': 'ea8adb862e35410c95f2f0123b60b4da'}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:39:56.622211 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d194c943-201e-4304-a32a-575b6343e434 admin admin] Made reservation on behalf of ea8adb862e35410c95f2f0123b60b4da for: {'network': 1} {{(pid=102680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:39:56.624652 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d194c943-201e-4304-a32a-575b6343e434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for network (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:56.632736 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc708a9d-6da7-4d07-a964-0a839da2bcab req-f13460a6-13fb-4d0d-b99b-e45c595ad9a5 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:56.634230 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d194c943-201e-4304-a32a-575b6343e434 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:56.634368 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-dc708a9d-6da7-4d07-a964-0a839da2bcab req-f13460a6-13fb-4d0d-b99b-e45c595ad9a5 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 946 time: 0.0552554 Feb 07 20:39:56.689165 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-dc708a9d-6da7-4d07-a964-0a839da2bcab req-260d1320-b654-4422-a98e-91976bdde49c tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486701 Feb 07 20:39:56.719072 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d194c943-201e-4304-a32a-575b6343e434 admin admin] Publish callbacks [] for security_group (bf050f23-b888-4b61-990f-ff967566523c), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:56.723259 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d194c943-201e-4304-a32a-575b6343e434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (bf050f23-b888-4b61-990f-ff967566523c), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:56.748518 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d194c943-201e-4304-a32a-575b6343e434 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=102680) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 20:39:56.759155 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d194c943-201e-4304-a32a-575b6343e434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf050f23-b888-4b61-990f-ff967566523c,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:56.763834 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d194c943-201e-4304-a32a-575b6343e434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526'] for segment (9aa2f359-85f5-419e-80da-e54ec1c772d7), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:56.764169 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.db.segments_db [None req-d194c943-201e-4304-a32a-575b6343e434 admin admin] Added segment 9aa2f359-85f5-419e-80da-e54ec1c772d7 of type vlan for network 467cac8f-78d2-4602-b18a-db2359534ad7 Feb 07 20:39:56.806979 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d194c943-201e-4304-a32a-575b6343e434 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784096251423'] for network (467cac8f-78d2-4602-b18a-db2359534ad7), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:56.831216 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d194c943-201e-4304-a32a-575b6343e434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540'] for network (467cac8f-78d2-4602-b18a-db2359534ad7), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:56.832685 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d194c943-201e-4304-a32a-575b6343e434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:56.833251 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d194c943-201e-4304-a32a-575b6343e434 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for network (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:56.878324 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5b7bbf-bd2a-4838-8ea3-41baffdaca18 None None] Sync routers for ids ['345fb673-c9f0-4d82-873f-cf7b2d6f5d20'] in dv-cinder-828150-2-iscsi {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:39:56.884475 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-d194c943-201e-4304-a32a-575b6343e434 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2872071 Feb 07 20:39:56.887296 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 54038) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:39:56.896134 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-9dd1208f-1ae4-42f7-beeb-5a9522f53b9d admin admin] Request body: {'subnet': {'network_id': '467cac8f-78d2-4602-b18a-db2359534ad7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-709222005-subnet', 'tenant_id': 'ea8adb862e35410c95f2f0123b60b4da', 'ip_version': 4}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:39:56.898647 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5b7bbf-bd2a-4838-8ea3-41baffdaca18 None None] Routers {'345fb673-c9f0-4d82-873f-cf7b2d6f5d20'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:39:56.898770 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d194c943-201e-4304-a32a-575b6343e434 admin admin] Pushing event updated for resources: {'Network': ['ID=467cac8f-78d2-4602-b18a-db2359534ad7,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:56.899599 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-6a5b7bbf-bd2a-4838-8ea3-41baffdaca18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:39:29Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['345fb673-c9f0-4d82-873f-cf7b2d6f5d20'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:39:56.908697 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Network 467cac8f-78d2-4602-b18a-db2359534ad7 details requested by agent ovs-agent-dv-cinder-828150-2-iscsi with host dv-cinder-828150-2-iscsi {{(pid=102682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 20:39:56.925836 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd1208f-1ae4-42f7-beeb-5a9522f53b9d admin admin] Made reservation on behalf of ea8adb862e35410c95f2f0123b60b4da for: {'subnet': 1} {{(pid=102681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:39:56.928542 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-9dd1208f-1ae4-42f7-beeb-5a9522f53b9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9307019'] for subnet (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:57.014559 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-6a5b7bbf-bd2a-4838-8ea3-41baffdaca18 None None] Set router 345fb673-c9f0-4d82-873f-cf7b2d6f5d20 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:39:57.101167 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-9dd1208f-1ae4-42f7-beeb-5a9522f53b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3187767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9307061'] for subnet (1400ad59-c50f-49e7-89f7-e4759b65da82), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:57.158015 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd1208f-1ae4-42f7-beeb-5a9522f53b9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1400ad59-c50f-49e7-89f7-e4759b65da82,revision_number=0']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:57.165190 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd1208f-1ae4-42f7-beeb-5a9522f53b9d admin admin] Checking segment: {'id': '9aa2f359-85f5-419e-80da-e54ec1c772d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '467cac8f-78d2-4602-b18a-db2359534ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:39:57.165545 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd1208f-1ae4-42f7-beeb-5a9522f53b9d admin admin] Network hostable DHCP agents. Network: 467cac8f-78d2-4602-b18a-db2359534ad7, hostable agents: ['e1cc327f-50d0-4a6e-8186-ec075b67de95'], hosted agents: [] {{(pid=102681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 20:39:57.181756 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd1208f-1ae4-42f7-beeb-5a9522f53b9d admin admin] Network 467cac8f-78d2-4602-b18a-db2359534ad7 is scheduled to be hosted by DHCP agent e1cc327f-50d0-4a6e-8186-ec075b67de95 with binding_index 1 {{(pid=102681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 20:39:57.190295 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.base_scheduler [None req-9dd1208f-1ae4-42f7-beeb-5a9522f53b9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828150-2-iscsi, 467cac8f-78d2-4602-b18a-db2359534ad7) {{(pid=102681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:39:57.195350 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd1208f-1ae4-42f7-beeb-5a9522f53b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:57.195970 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-9dd1208f-1ae4-42f7-beeb-5a9522f53b9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for subnet (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:57.201645 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150b2fed-75ce-4540-a112-ba177da7bb41 None None] Network 467cac8f-78d2-4602-b18a-db2359534ad7 requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:39:57.216323 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 54040) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:39:57.216726 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-9dd1208f-1ae4-42f7-beeb-5a9522f53b9d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3279929 Feb 07 20:39:57.221100 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-71916272-30aa-4b4f-9198-9a7bdc7edf9b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-709222005-router', 'tenant_id': 'ea8adb862e35410c95f2f0123b60b4da', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'}}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:39:57.224551 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-6a5b7bbf-bd2a-4838-8ea3-41baffdaca18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345fb673-c9f0-4d82-873f-cf7b2d6f5d20', 'name': 'tempest-TestShelveInstance-735790040-router', 'tenant_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'bc5d30c8-197a-4c88-bb31-eb6c8a4d1959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:50Z', 'updated_at': '2022-02-07T20:39:55Z', 'revision_number': 4, 'project_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'gw_port': {'id': 'bc5d30c8-197a-4c88-bb31-eb6c8a4d1959', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345fb673-c9f0-4d82-873f-cf7b2d6f5d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:51Z', 'updated_at': '2022-02-07T20:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': '340a24c1-5e6c-425e-ad8d-b09c2d1e4517', 'name': '', 'network_id': 'ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc', 'tenant_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'mac_address': 'fa:16:3e:98:cc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '345fb673-c9f0-4d82-873f-cf7b2d6f5d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '26083960-cc8b-4c80-83fe-38db4307b6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:54Z', 'updated_at': '2022-02-07T20:39:55Z', 'revision_number': 2, 'project_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'subnets': [{'id': '26083960-cc8b-4c80-83fe-38db4307b6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:39:57.241089 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-71916272-30aa-4b4f-9198-9a7bdc7edf9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-394574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7728'] for router (7b3f63c3-c91e-4500-b268-824944fe4352), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:57.242148 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-71916272-30aa-4b4f-9198-9a7bdc7edf9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7723'] for router (7b3f63c3-c91e-4500-b268-824944fe4352), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:57.251815 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5b7bbf-bd2a-4838-8ea3-41baffdaca18 None None] Checking router: 345fb673-c9f0-4d82-873f-cf7b2d6f5d20 for host: dv-cinder-828150-2-iscsi {{(pid=102683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:39:57.252164 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5b7bbf-bd2a-4838-8ea3-41baffdaca18 None None] Updating router 345fb673-c9f0-4d82-873f-cf7b2d6f5d20 port 340a24c1-5e6c-425e-ad8d-b09c2d1e4517 binding host dv-cinder-828150-2-iscsi {{(pid=102683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 20:39:57.280238 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-6a5b7bbf-bd2a-4838-8ea3-41baffdaca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (340a24c1-5e6c-425e-ad8d-b09c2d1e4517), before_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:57.301081 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-71916272-30aa-4b4f-9198-9a7bdc7edf9b admin admin] Publish callbacks [] for router_controller (7b3f63c3-c91e-4500-b268-824944fe4352), precommit_add_association {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:57.315385 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde73318-f3a1-4dee-88fb-4d6fa7db84c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77ca2aab-c32d-5221-adbb-aaf0b4c52255-467cac8f-78d2-4602-b18a-db2359534ad7', 'network_id': '467cac8f-78d2-4602-b18a-db2359534ad7', 'project_id': 'ea8adb862e35410c95f2f0123b60b4da', 'fixed_ips': [{'subnet_id': '1400ad59-c50f-49e7-89f7-e4759b65da82'}]}} from dv-cinder-828150-2-iscsi. {{(pid=102682) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 20:39:57.316356 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-cde73318-f3a1-4dee-88fb-4d6fa7db84c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:57.450378 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-71916272-30aa-4b4f-9198-9a7bdc7edf9b admin admin] Publish callbacks [] for router_gateway (7b3f63c3-c91e-4500-b268-824944fe4352), precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:57.451322 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.db_base_plugin_common [None req-cde73318-f3a1-4dee-88fb-4d6fa7db84c1 None None] Allocated IP 172.20.0.2 (467cac8f-78d2-4602-b18a-db2359534ad7/1400ad59-c50f-49e7-89f7-e4759b65da82/8781d5cc-5f67-4740-a001-ff67459c0c41) {{(pid=102682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:39:57.554744 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-6a5b7bbf-bd2a-4838-8ea3-41baffdaca18 None None] Publish callbacks [] for port (340a24c1-5e6c-425e-ad8d-b09c2d1e4517), precommit_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:57.561614 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-6a5b7bbf-bd2a-4838-8ea3-41baffdaca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (340a24c1-5e6c-425e-ad8d-b09c2d1e4517), after_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:57.604619 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-cde73318-f3a1-4dee-88fb-4d6fa7db84c1 None None] Publish callbacks [] for port (8781d5cc-5f67-4740-a001-ff67459c0c41), precommit_create {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:57.616001 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-cde73318-f3a1-4dee-88fb-4d6fa7db84c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216'] for port (8781d5cc-5f67-4740-a001-ff67459c0c41), after_create {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:57.620084 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9fd5cd-9ce8-486b-ab78-1d4e7eef4199 None None] Pushing event updated for resources: {'Port': ['ID=340a24c1-5e6c-425e-ad8d-b09c2d1e4517,revision_number=3']} {{(pid=102683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:57.658868 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde73318-f3a1-4dee-88fb-4d6fa7db84c1 None None] Network 467cac8f-78d2-4602-b18a-db2359534ad7 is already hosted by enough agents. {{(pid=102682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:39:57.663613 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.scheduler.base_scheduler [None req-cde73318-f3a1-4dee-88fb-4d6fa7db84c1 None None] Resources bound (agent type, host, resource id): {{(pid=102682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:39:57.664264 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-71916272-30aa-4b4f-9198-9a7bdc7edf9b admin admin] Publish callbacks [] for router_gateway (7b3f63c3-c91e-4500-b268-824944fe4352), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:57.666615 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde73318-f3a1-4dee-88fb-4d6fa7db84c1 None None] Received port after_create {{(pid=102682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:39:57.676741 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde73318-f3a1-4dee-88fb-4d6fa7db84c1 None None] Pushing event updated for resources: {'Port': ['ID=8781d5cc-5f67-4740-a001-ff67459c0c41,revision_number=1']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:57.690383 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-71916272-30aa-4b4f-9198-9a7bdc7edf9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:57.698040 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.managers [None req-6a5b7bbf-bd2a-4838-8ea3-41baffdaca18 None None] Attempting to bind port 340a24c1-5e6c-425e-ad8d-b09c2d1e4517 on host dv-cinder-828150-2-iscsi for vnic_type normal with profile {{(pid=102683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:39:57.698407 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.managers [None req-6a5b7bbf-bd2a-4838-8ea3-41baffdaca18 None None] Attempting to bind port 340a24c1-5e6c-425e-ad8d-b09c2d1e4517 by drivers openvswitch,hyperv on host dv-cinder-828150-2-iscsi at level 0 using segments [{'id': '498c1219-a51a-4a32-b198-643b3c1847f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc'}] {{(pid=102683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:39:57.698959 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5b7bbf-bd2a-4838-8ea3-41baffdaca18 None None] Attempting to bind port 340a24c1-5e6c-425e-ad8d-b09c2d1e4517 on network ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc {{(pid=102683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:39:57.706531 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5b7bbf-bd2a-4838-8ea3-41baffdaca18 None None] Checking agent: {'id': 'c89dd41c-5256-44ac-a1f6-453d759a66bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828150-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 27, 33), 'started_at': datetime.datetime(2022, 2, 7, 20, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828150-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:39:57.706833 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5b7bbf-bd2a-4838-8ea3-41baffdaca18 None None] Checking segment: {'id': '498c1219-a51a-4a32-b198-643b3c1847f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:39:57.707785 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-6a5b7bbf-bd2a-4838-8ea3-41baffdaca18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:57.708183 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5b7bbf-bd2a-4838-8ea3-41baffdaca18 None None] Bound using segment: {'id': '498c1219-a51a-4a32-b198-643b3c1847f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc'} {{(pid=102683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:39:57.710327 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.managers [None req-6a5b7bbf-bd2a-4838-8ea3-41baffdaca18 None None] Bound port: 340a24c1-5e6c-425e-ad8d-b09c2d1e4517, host: dv-cinder-828150-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498c1219-a51a-4a32-b198-643b3c1847f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc'}}] {{(pid=102683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:39:57.710327 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-6a5b7bbf-bd2a-4838-8ea3-41baffdaca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (340a24c1-5e6c-425e-ad8d-b09c2d1e4517), before_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:57.741266 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-cde73318-f3a1-4dee-88fb-4d6fa7db84c1 None None] Attempting to bind port 8781d5cc-5f67-4740-a001-ff67459c0c41 on host dv-cinder-828150-2-iscsi for vnic_type normal with profile {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:39:57.741639 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-cde73318-f3a1-4dee-88fb-4d6fa7db84c1 None None] Attempting to bind port 8781d5cc-5f67-4740-a001-ff67459c0c41 by drivers openvswitch,hyperv on host dv-cinder-828150-2-iscsi at level 0 using segments [{'id': '9aa2f359-85f5-419e-80da-e54ec1c772d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '467cac8f-78d2-4602-b18a-db2359534ad7'}] {{(pid=102682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:39:57.742001 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde73318-f3a1-4dee-88fb-4d6fa7db84c1 None None] Attempting to bind port 8781d5cc-5f67-4740-a001-ff67459c0c41 on network 467cac8f-78d2-4602-b18a-db2359534ad7 {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:39:57.748067 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde73318-f3a1-4dee-88fb-4d6fa7db84c1 None None] Checking agent: {'id': 'c89dd41c-5256-44ac-a1f6-453d759a66bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828150-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 27, 33), 'started_at': datetime.datetime(2022, 2, 7, 20, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828150-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:39:57.748448 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde73318-f3a1-4dee-88fb-4d6fa7db84c1 None None] Checking segment: {'id': '9aa2f359-85f5-419e-80da-e54ec1c772d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '467cac8f-78d2-4602-b18a-db2359534ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:39:57.748934 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-cde73318-f3a1-4dee-88fb-4d6fa7db84c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:57.749332 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde73318-f3a1-4dee-88fb-4d6fa7db84c1 None None] Bound using segment: {'id': '9aa2f359-85f5-419e-80da-e54ec1c772d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '467cac8f-78d2-4602-b18a-db2359534ad7'} {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:39:57.749804 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-cde73318-f3a1-4dee-88fb-4d6fa7db84c1 None None] Bound port: 8781d5cc-5f67-4740-a001-ff67459c0c41, host: dv-cinder-828150-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aa2f359-85f5-419e-80da-e54ec1c772d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '467cac8f-78d2-4602-b18a-db2359534ad7'}}] {{(pid=102682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:39:57.750183 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-cde73318-f3a1-4dee-88fb-4d6fa7db84c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (8781d5cc-5f67-4740-a001-ff67459c0c41), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:57.779490 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.db [None req-6a5b7bbf-bd2a-4838-8ea3-41baffdaca18 None None] For port 340a24c1-5e6c-425e-ad8d-b09c2d1e4517, host dv-cinder-828150-2-iscsi, cleared binding levels {{(pid=102683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:39:57.783194 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.plugins.ml2.db [None req-6a5b7bbf-bd2a-4838-8ea3-41baffdaca18 None None] For port 340a24c1-5e6c-425e-ad8d-b09c2d1e4517, host dv-cinder-828150-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=340a24c1-5e6c-425e-ad8d-b09c2d1e4517,segment=NetworkSegment(498c1219-a51a-4a32-b198-643b3c1847f9),segment_id=498c1219-a51a-4a32-b198-643b3c1847f9)] {{(pid=102683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:39:57.794791 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron_lib.callbacks.manager [None req-6a5b7bbf-bd2a-4838-8ea3-41baffdaca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (340a24c1-5e6c-425e-ad8d-b09c2d1e4517), after_update {{(pid=102683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:57.833528 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-cde73318-f3a1-4dee-88fb-4d6fa7db84c1 None None] For port 8781d5cc-5f67-4740-a001-ff67459c0c41, host dv-cinder-828150-2-iscsi, cleared binding levels {{(pid=102682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:39:57.838247 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-cde73318-f3a1-4dee-88fb-4d6fa7db84c1 None None] For port 8781d5cc-5f67-4740-a001-ff67459c0c41, host dv-cinder-828150-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=8781d5cc-5f67-4740-a001-ff67459c0c41,segment=NetworkSegment(9aa2f359-85f5-419e-80da-e54ec1c772d7),segment_id=9aa2f359-85f5-419e-80da-e54ec1c772d7)] {{(pid=102682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:39:57.845817 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-cde73318-f3a1-4dee-88fb-4d6fa7db84c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (8781d5cc-5f67-4740-a001-ff67459c0c41), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:57.857259 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9fd5cd-9ce8-486b-ab78-1d4e7eef4199 None None] Pushing event updated for resources: {'Port': ['ID=340a24c1-5e6c-425e-ad8d-b09c2d1e4517,revision_number=4']} {{(pid=102683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:57.882654 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5b7bbf-bd2a-4838-8ea3-41baffdaca18 None None] Routers {'345fb673-c9f0-4d82-873f-cf7b2d6f5d20'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:39:57.883279 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-6a5b7bbf-bd2a-4838-8ea3-41baffdaca18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:39:29Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['345fb673-c9f0-4d82-873f-cf7b2d6f5d20'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:39:57.918230 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.db_base_plugin_common [None req-71916272-30aa-4b4f-9198-9a7bdc7edf9b admin admin] Allocated IP 172.27.3.70 (8fac5e93-9c31-4064-8161-a8fff953e3cb/29ca3f4a-d044-4ce0-b1ea-59efe11aa82f/3b92d773-c64d-411b-a0f6-5f00b5370088) {{(pid=102680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:39:57.956165 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda671e4-07a0-41b3-9bd6-aa0eeab33a71 req-3e76adb9-60c7-49c8-8bcc-0fac0e9f3e97 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:57.957906 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-dda671e4-07a0-41b3-9bd6-aa0eeab33a71 req-3e76adb9-60c7-49c8-8bcc-0fac0e9f3e97 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 946 time: 0.1449165 Feb 07 20:39:57.986357 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-d5d5b2cd-2bdb-4f78-a072-f583108a1094 None None] Provisioning complete for port 340a24c1-5e6c-425e-ad8d-b09c2d1e4517 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:39:57.986743 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-d5d5b2cd-2bdb-4f78-a072-f583108a1094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (340a24c1-5e6c-425e-ad8d-b09c2d1e4517), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:57.988640 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde73318-f3a1-4dee-88fb-4d6fa7db84c1 None None] Pushing event updated for resources: {'Port': ['ID=8781d5cc-5f67-4740-a001-ff67459c0c41,revision_number=2']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:58.033756 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-6a5b7bbf-bd2a-4838-8ea3-41baffdaca18 None None] Set router 345fb673-c9f0-4d82-873f-cf7b2d6f5d20 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:39:58.071723 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-dda671e4-07a0-41b3-9bd6-aa0eeab33a71 req-46cf5ccd-88ce-4e56-9c4f-7db941ce9c98 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050386 Feb 07 20:39:58.131543 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-d5d5b2cd-2bdb-4f78-a072-f583108a1094 None None] Current status of the port 340a24c1-5e6c-425e-ad8d-b09c2d1e4517 is: DOWN; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:39:58.136107 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-d5d5b2cd-2bdb-4f78-a072-f583108a1094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (340a24c1-5e6c-425e-ad8d-b09c2d1e4517), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:58.169856 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-71916272-30aa-4b4f-9198-9a7bdc7edf9b admin admin] Publish callbacks [] for port (3b92d773-c64d-411b-a0f6-5f00b5370088), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:58.187539 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-d5d5b2cd-2bdb-4f78-a072-f583108a1094 None None] For port 340a24c1-5e6c-425e-ad8d-b09c2d1e4517, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=340a24c1-5e6c-425e-ad8d-b09c2d1e4517,segment=NetworkSegment(498c1219-a51a-4a32-b198-643b3c1847f9),segment_id=498c1219-a51a-4a32-b198-643b3c1847f9)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:39:58.194907 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-d5d5b2cd-2bdb-4f78-a072-f583108a1094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (340a24c1-5e6c-425e-ad8d-b09c2d1e4517), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:58.229659 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-71916272-30aa-4b4f-9198-9a7bdc7edf9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17688'] for port (3b92d773-c64d-411b-a0f6-5f00b5370088), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:58.310861 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device bc5d30c8-197a-4c88-bb31-eb6c8a4d1959 up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:39:58.317399 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71916272-30aa-4b4f-9198-9a7bdc7edf9b admin admin] Network 8fac5e93-9c31-4064-8161-a8fff953e3cb is already hosted by enough agents. {{(pid=102680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:39:58.320624 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [None req-71916272-30aa-4b4f-9198-9a7bdc7edf9b admin admin] Resources bound (agent type, host, resource id): {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:39:58.329411 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71916272-30aa-4b4f-9198-9a7bdc7edf9b admin admin] Received port after_create {{(pid=102680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:39:58.338056 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71916272-30aa-4b4f-9198-9a7bdc7edf9b admin admin] Pushing event updated for resources: {'Port': ['ID=3b92d773-c64d-411b-a0f6-5f00b5370088,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:58.370462 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5b2cd-2bdb-4f78-a072-f583108a1094 None None] Pushing event updated for resources: {'Port': ['ID=340a24c1-5e6c-425e-ad8d-b09c2d1e4517,revision_number=5']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:58.401646 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f2a264ad-0e06-4e6a-95a8-2685d37ffe82 None None] Provisioning complete for port 340a24c1-5e6c-425e-ad8d-b09c2d1e4517 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:39:58.402404 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f2a264ad-0e06-4e6a-95a8-2685d37ffe82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (340a24c1-5e6c-425e-ad8d-b09c2d1e4517), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:58.432833 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port bc5d30c8-197a-4c88-bb31-eb6c8a4d1959 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:39:58.433217 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (bc5d30c8-197a-4c88-bb31-eb6c8a4d1959), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:58.471820 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-6a5b7bbf-bd2a-4838-8ea3-41baffdaca18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345fb673-c9f0-4d82-873f-cf7b2d6f5d20', 'name': 'tempest-TestShelveInstance-735790040-router', 'tenant_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'bc5d30c8-197a-4c88-bb31-eb6c8a4d1959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:50Z', 'updated_at': '2022-02-07T20:39:55Z', 'revision_number': 4, 'project_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'gw_port': {'id': 'bc5d30c8-197a-4c88-bb31-eb6c8a4d1959', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345fb673-c9f0-4d82-873f-cf7b2d6f5d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:51Z', 'updated_at': '2022-02-07T20:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': '340a24c1-5e6c-425e-ad8d-b09c2d1e4517', 'name': '', 'network_id': 'ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc', 'tenant_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'mac_address': 'fa:16:3e:98:cc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '345fb673-c9f0-4d82-873f-cf7b2d6f5d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '26083960-cc8b-4c80-83fe-38db4307b6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:54Z', 'updated_at': '2022-02-07T20:39:57Z', 'revision_number': 4, 'project_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'subnets': [{'id': '26083960-cc8b-4c80-83fe-38db4307b6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:39:58.502246 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5b7bbf-bd2a-4838-8ea3-41baffdaca18 None None] The sync data for ids ['345fb673-c9f0-4d82-873f-cf7b2d6f5d20'] in dv-cinder-828150-2-iscsi is: [{'id': '345fb673-c9f0-4d82-873f-cf7b2d6f5d20', 'name': 'tempest-TestShelveInstance-735790040-router', 'tenant_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'bc5d30c8-197a-4c88-bb31-eb6c8a4d1959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:50Z', 'updated_at': '2022-02-07T20:39:55Z', 'revision_number': 4, 'project_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'gw_port': {'id': 'bc5d30c8-197a-4c88-bb31-eb6c8a4d1959', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345fb673-c9f0-4d82-873f-cf7b2d6f5d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:51Z', 'updated_at': '2022-02-07T20:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': '340a24c1-5e6c-425e-ad8d-b09c2d1e4517', 'name': '', 'network_id': 'ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc', 'tenant_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'mac_address': 'fa:16:3e:98:cc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '345fb673-c9f0-4d82-873f-cf7b2d6f5d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '26083960-cc8b-4c80-83fe-38db4307b6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:54Z', 'updated_at': '2022-02-07T20:39:57Z', 'revision_number': 4, 'project_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'subnets': [{'id': '26083960-cc8b-4c80-83fe-38db4307b6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:39:58.573654 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port bc5d30c8-197a-4c88-bb31-eb6c8a4d1959 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:39:58.592490 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f2a264ad-0e06-4e6a-95a8-2685d37ffe82 None None] Current status of the port 340a24c1-5e6c-425e-ad8d-b09c2d1e4517 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:39:58.649213 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-71916272-30aa-4b4f-9198-9a7bdc7edf9b admin admin] Publish callbacks [] for router_gateway (7b3f63c3-c91e-4500-b268-824944fe4352), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:58.884054 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7af4bf3-fe9c-4f6b-8331-de160bb4eb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:59.094783 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e92ff7-e379-4b3d-8d5d-6ae8891f9a2d req-d8089ef5-054d-409b-a997-abac70d6acee tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:59.096201 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-a1e92ff7-e379-4b3d-8d5d-6ae8891f9a2d req-d8089ef5-054d-409b-a997-abac70d6acee tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.24 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 946 time: 0.1444786 Feb 07 20:39:59.173618 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1a940e-9255-4ca8-8abd-8533a00f39c9 None None] Network 467cac8f-78d2-4602-b18a-db2359534ad7 requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:39:59.268162 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-55c0de1f-a3a2-49a4-9d02-823a2a1bd232 None None] Provisioning complete for port 8781d5cc-5f67-4740-a001-ff67459c0c41 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:39:59.268535 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-55c0de1f-a3a2-49a4-9d02-823a2a1bd232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (8781d5cc-5f67-4740-a001-ff67459c0c41), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:59.275424 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ce0a8-37d5-44ec-add6-b76ef852a3b8 req-571fecb9-fba6-4047-93e8-468087785659 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:39:59.277136 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-817ce0a8-37d5-44ec-add6-b76ef852a3b8 req-571fecb9-fba6-4047-93e8-468087785659 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 946 time: 0.0802329 Feb 07 20:39:59.320053 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-71916272-30aa-4b4f-9198-9a7bdc7edf9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395847'] for router (7b3f63c3-c91e-4500-b268-824944fe4352), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:59.341557 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-817ce0a8-37d5-44ec-add6-b76ef852a3b8 req-4322a1cf-d28c-460b-83b0-ad8c448abe61 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583158 Feb 07 20:39:59.403786 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-55c0de1f-a3a2-49a4-9d02-823a2a1bd232 None None] Current status of the port 8781d5cc-5f67-4740-a001-ff67459c0c41 is: DOWN; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:39:59.404291 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-55c0de1f-a3a2-49a4-9d02-823a2a1bd232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (8781d5cc-5f67-4740-a001-ff67459c0c41), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:59.415415 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [req-a1e92ff7-e379-4b3d-8d5d-6ae8891f9a2d req-cfb3409d-df7e-450b-86e6-d2b8b7762fce tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Deleting port 9ac5887a-4dac-445b-a47e-da236a7c719e {{(pid=102680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:39:59.415857 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-a1e92ff7-e379-4b3d-8d5d-6ae8891f9a2d req-cfb3409d-df7e-450b-86e6-d2b8b7762fce tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (9ac5887a-4dac-445b-a47e-da236a7c719e), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:59.448888 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-55c0de1f-a3a2-49a4-9d02-823a2a1bd232 None None] For port 8781d5cc-5f67-4740-a001-ff67459c0c41, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=8781d5cc-5f67-4740-a001-ff67459c0c41,segment=NetworkSegment(9aa2f359-85f5-419e-80da-e54ec1c772d7),segment_id=9aa2f359-85f5-419e-80da-e54ec1c772d7)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:39:59.455718 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-55c0de1f-a3a2-49a4-9d02-823a2a1bd232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (8781d5cc-5f67-4740-a001-ff67459c0c41), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:59.525556 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c0de1f-a3a2-49a4-9d02-823a2a1bd232 None None] Pushing event updated for resources: {'Port': ['ID=8781d5cc-5f67-4740-a001-ff67459c0c41,revision_number=3']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:59.552786 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [req-a1e92ff7-e379-4b3d-8d5d-6ae8891f9a2d req-cfb3409d-df7e-450b-86e6-d2b8b7762fce tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] For port 9ac5887a-4dac-445b-a47e-da236a7c719e, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=9ac5887a-4dac-445b-a47e-da236a7c719e,segment=NetworkSegment(92297ea3-159c-48e9-b76b-2b4a88cff175),segment_id=92297ea3-159c-48e9-b76b-2b4a88cff175)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:39:59.553291 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-a1e92ff7-e379-4b3d-8d5d-6ae8891f9a2d req-cfb3409d-df7e-450b-86e6-d2b8b7762fce tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (9ac5887a-4dac-445b-a47e-da236a7c719e), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:59.571731 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [req-a1e92ff7-e379-4b3d-8d5d-6ae8891f9a2d req-cfb3409d-df7e-450b-86e6-d2b8b7762fce tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Calling delete_port for 9ac5887a-4dac-445b-a47e-da236a7c719e owned by compute:nova {{(pid=102680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:39:59.593001 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71916272-30aa-4b4f-9198-9a7bdc7edf9b admin admin] Router 7b3f63c3-c91e-4500-b268-824944fe4352 is scheduled to L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef with binding_index 1 {{(pid=102680) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 20:39:59.676449 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-d0b669f8-754b-40eb-af23-8996bbbf90da None None] Provisioning complete for port 8781d5cc-5f67-4740-a001-ff67459c0c41 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:39:59.677012 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-d0b669f8-754b-40eb-af23-8996bbbf90da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (8781d5cc-5f67-4740-a001-ff67459c0c41), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:59.766066 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-d0b669f8-754b-40eb-af23-8996bbbf90da None None] Current status of the port 8781d5cc-5f67-4740-a001-ff67459c0c41 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:39:59.789404 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71916272-30aa-4b4f-9198-9a7bdc7edf9b admin admin] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:39:59.797957 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d65a58a-7943-4595-ba3b-7ac63a3c44c3 None None] Sync routers for ids ['7b3f63c3-c91e-4500-b268-824944fe4352'] in dv-cinder-828150-2-iscsi {{(pid=102682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:39:59.808495 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d65a58a-7943-4595-ba3b-7ac63a3c44c3 None None] Routers {'7b3f63c3-c91e-4500-b268-824944fe4352'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:39:59.808495 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-5d65a58a-7943-4595-ba3b-7ac63a3c44c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:39:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['7b3f63c3-c91e-4500-b268-824944fe4352'], 'active': True} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:39:59.818087 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-71916272-30aa-4b4f-9198-9a7bdc7edf9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:59.823083 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-71916272-30aa-4b4f-9198-9a7bdc7edf9b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6017799 Feb 07 20:39:59.823083 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-a1e92ff7-e379-4b3d-8d5d-6ae8891f9a2d req-cfb3409d-df7e-450b-86e6-d2b8b7762fce tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17688'] for port (9ac5887a-4dac-445b-a47e-da236a7c719e), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:59.823083 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 54060) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:39:59.875095 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['9ac5887a-4dac-445b-a47e-da236a7c719e'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:39:59.911378 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb3409d-df7e-450b-86e6-d2b8b7762fce tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Pushing event deleted for resources: {'Port': ['ID=9ac5887a-4dac-445b-a47e-da236a7c719e,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:39:59.958312 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvr_db [None req-5d65a58a-7943-4595-ba3b-7ac63a3c44c3 None None] Set router 7b3f63c3-c91e-4500-b268-824944fe4352 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:39:59.964067 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e92ff7-e379-4b3d-8d5d-6ae8891f9a2d req-cfb3409d-df7e-450b-86e6-d2b8b7762fce tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] No DVR routers for this DVR port 9ac5887a-4dac-445b-a47e-da236a7c719e on host hv-cinder-82815 {{(pid=102680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:39:59.969254 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-a1e92ff7-e379-4b3d-8d5d-6ae8891f9a2d req-cfb3409d-df7e-450b-86e6-d2b8b7762fce tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:39:59.972516 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-a1e92ff7-e379-4b3d-8d5d-6ae8891f9a2d req-cfb3409d-df7e-450b-86e6-d2b8b7762fce tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.24 "DELETE /v2.0/ports/9ac5887a-4dac-445b-a47e-da236a7c719e HTTP/1.1" status: 204 len: 173 time: 0.8274908 Feb 07 20:39:59.973167 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115ad554-9f83-4789-85fd-95c408e1c31f', 'name': 'network-vif-deleted', 'tag': '9ac5887a-4dac-445b-a47e-da236a7c719e'}] {{(pid=102680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:39:59.975409 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8018c2217b61fdaaeb92b6d737e1de58097a2b3cdf81442b843717ec2e5fe670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9ed8b2-bde8-4033-8377-0b84d9ce2b18" -d '{"events": [{"server_uuid": "115ad554-9f83-4789-85fd-95c408e1c31f", "name": "network-vif-deleted", "tag": "9ac5887a-4dac-445b-a47e-da236a7c719e"}]}' {{(pid=102680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:40:00.041226 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9688cd16-7fc5-4274-a996-b2b8de6e6f3c x-openstack-request-id: req-9688cd16-7fc5-4274-a996-b2b8de6e6f3c {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:40:00.041525 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115ad554-9f83-4789-85fd-95c408e1c31f", "name": "network-vif-deleted", "tag": "9ac5887a-4dac-445b-a47e-da236a7c719e", "status": "completed", "code": 200}]} {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:40:00.041783 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9688cd16-7fc5-4274-a996-b2b8de6e6f3c {{(pid=102680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:40:00.042186 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115ad554-9f83-4789-85fd-95c408e1c31f', 'name': 'network-vif-deleted', 'tag': '9ac5887a-4dac-445b-a47e-da236a7c719e', 'status': 'completed', 'code': 200} Feb 07 20:40:00.164167 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:00.366068 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-5d65a58a-7943-4595-ba3b-7ac63a3c44c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3f63c3-c91e-4500-b268-824944fe4352', 'name': 'tempest-TestShelveInstance-709222005-router', 'tenant_id': 'ea8adb862e35410c95f2f0123b60b4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '3b92d773-c64d-411b-a0f6-5f00b5370088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:57Z', 'updated_at': '2022-02-07T20:39:58Z', 'revision_number': 3, 'project_id': 'ea8adb862e35410c95f2f0123b60b4da', 'gw_port': {'id': '3b92d773-c64d-411b-a0f6-5f00b5370088', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3f63c3-c91e-4500-b268-824944fe4352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:57Z', 'updated_at': '2022-02-07T20:39:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi'}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:40:00.409539 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d65a58a-7943-4595-ba3b-7ac63a3c44c3 None None] Checking router: 7b3f63c3-c91e-4500-b268-824944fe4352 for host: dv-cinder-828150-2-iscsi {{(pid=102682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:40:00.411183 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d65a58a-7943-4595-ba3b-7ac63a3c44c3 None None] Updating router 7b3f63c3-c91e-4500-b268-824944fe4352 port 3b92d773-c64d-411b-a0f6-5f00b5370088 binding host dv-cinder-828150-2-iscsi {{(pid=102682) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 20:40:00.429742 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-30ec38a4-5dce-4ef4-83ef-75ea227a7513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:00.439899 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 8781d5cc-5f67-4740-a001-ff67459c0c41 up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:40:00.512699 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-5d65a58a-7943-4595-ba3b-7ac63a3c44c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (3b92d773-c64d-411b-a0f6-5f00b5370088), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:00.549467 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port 8781d5cc-5f67-4740-a001-ff67459c0c41 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:40:00.549996 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (8781d5cc-5f67-4740-a001-ff67459c0c41), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:00.592783 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-5f335fed-1547-4908-80ca-4b64c9710516 req-5aa2c3d0-ce35-4b09-80ae-b5c6e685b5b2 tempest-TestMinimumBasicScenario-740571921 tempest-TestMinimumBasicScenario-740571921-project] 10.222.0.60 "GET /v2.0/ports?device_id=115ad554-9f83-4789-85fd-95c408e1c31f HTTP/1.1" status: 200 len: 210 time: 0.0861166 Feb 07 20:40:00.678342 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.db_base_plugin_common [None req-30ec38a4-5dce-4ef4-83ef-75ea227a7513 admin admin] Allocated IP 172.20.0.1 (467cac8f-78d2-4602-b18a-db2359534ad7/1400ad59-c50f-49e7-89f7-e4759b65da82/16167ebc-9508-454d-ae72-2d36316ebe57) {{(pid=102680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:40:00.810657 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-30ec38a4-5dce-4ef4-83ef-75ea227a7513 admin admin] Publish callbacks [] for port (16167ebc-9508-454d-ae72-2d36316ebe57), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:00.827377 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port 8781d5cc-5f67-4740-a001-ff67459c0c41 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:40:00.828491 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 340a24c1-5e6c-425e-ad8d-b09c2d1e4517 up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:40:00.844747 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-30ec38a4-5dce-4ef4-83ef-75ea227a7513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17688'] for port (16167ebc-9508-454d-ae72-2d36316ebe57), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:00.879445 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ec38a4-5dce-4ef4-83ef-75ea227a7513 admin admin] Network 467cac8f-78d2-4602-b18a-db2359534ad7 is already hosted by enough agents. {{(pid=102680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:40:00.882567 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [None req-30ec38a4-5dce-4ef4-83ef-75ea227a7513 admin admin] Resources bound (agent type, host, resource id): {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:40:00.884947 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ec38a4-5dce-4ef4-83ef-75ea227a7513 admin admin] Received port after_create {{(pid=102680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:40:00.932522 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec38a4-5dce-4ef4-83ef-75ea227a7513 admin admin] Pushing event updated for resources: {'Port': ['ID=16167ebc-9508-454d-ae72-2d36316ebe57,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:00.935036 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port 340a24c1-5e6c-425e-ad8d-b09c2d1e4517 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:40:00.935434 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (340a24c1-5e6c-425e-ad8d-b09c2d1e4517), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:00.935877 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-30ec38a4-5dce-4ef4-83ef-75ea227a7513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395920'] for router_interface (7b3f63c3-c91e-4500-b268-824944fe4352), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:00.977728 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-5d65a58a-7943-4595-ba3b-7ac63a3c44c3 None None] Publish callbacks [] for port (3b92d773-c64d-411b-a0f6-5f00b5370088), precommit_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:00.991795 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-5d65a58a-7943-4595-ba3b-7ac63a3c44c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (3b92d773-c64d-411b-a0f6-5f00b5370088), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:01.094021 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-5d65a58a-7943-4595-ba3b-7ac63a3c44c3 None None] Attempting to bind port 3b92d773-c64d-411b-a0f6-5f00b5370088 on host dv-cinder-828150-2-iscsi for vnic_type normal with profile {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:40:01.094394 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-5d65a58a-7943-4595-ba3b-7ac63a3c44c3 None None] Attempting to bind port 3b92d773-c64d-411b-a0f6-5f00b5370088 by drivers openvswitch,hyperv on host dv-cinder-828150-2-iscsi at level 0 using segments [{'id': 'b6259b7e-66cb-4b1d-a7b0-58f7e3300c62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'}] {{(pid=102682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:40:01.094755 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d65a58a-7943-4595-ba3b-7ac63a3c44c3 None None] Attempting to bind port 3b92d773-c64d-411b-a0f6-5f00b5370088 on network 8fac5e93-9c31-4064-8161-a8fff953e3cb {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:40:01.096867 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc97f7-39d1-4c7e-9016-9a28525881e4 None None] Pushing event updated for resources: {'Port': ['ID=3b92d773-c64d-411b-a0f6-5f00b5370088,revision_number=2']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:01.099904 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-30ec38a4-5dce-4ef4-83ef-75ea227a7513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (16167ebc-9508-454d-ae72-2d36316ebe57), before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:01.112024 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d65a58a-7943-4595-ba3b-7ac63a3c44c3 None None] Checking agent: {'id': 'c89dd41c-5256-44ac-a1f6-453d759a66bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828150-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 27, 33), 'started_at': datetime.datetime(2022, 2, 7, 20, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828150-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:40:01.112407 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d65a58a-7943-4595-ba3b-7ac63a3c44c3 None None] Checking segment: {'id': 'b6259b7e-66cb-4b1d-a7b0-58f7e3300c62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:40:01.112813 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-5d65a58a-7943-4595-ba3b-7ac63a3c44c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:01.113211 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d65a58a-7943-4595-ba3b-7ac63a3c44c3 None None] Bound using segment: {'id': 'b6259b7e-66cb-4b1d-a7b0-58f7e3300c62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'} {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:40:01.114243 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-5d65a58a-7943-4595-ba3b-7ac63a3c44c3 None None] Bound port: 3b92d773-c64d-411b-a0f6-5f00b5370088, host: dv-cinder-828150-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6259b7e-66cb-4b1d-a7b0-58f7e3300c62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'}}] {{(pid=102682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:40:01.114625 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-5d65a58a-7943-4595-ba3b-7ac63a3c44c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (3b92d773-c64d-411b-a0f6-5f00b5370088), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:01.118769 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port 340a24c1-5e6c-425e-ad8d-b09c2d1e4517 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:40:01.176995 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-5d65a58a-7943-4595-ba3b-7ac63a3c44c3 None None] For port 3b92d773-c64d-411b-a0f6-5f00b5370088, host dv-cinder-828150-2-iscsi, cleared binding levels {{(pid=102682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:40:01.180243 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-5d65a58a-7943-4595-ba3b-7ac63a3c44c3 None None] For port 3b92d773-c64d-411b-a0f6-5f00b5370088, host dv-cinder-828150-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=3b92d773-c64d-411b-a0f6-5f00b5370088,segment=NetworkSegment(b6259b7e-66cb-4b1d-a7b0-58f7e3300c62),segment_id=b6259b7e-66cb-4b1d-a7b0-58f7e3300c62)] {{(pid=102682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:40:01.186613 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-5d65a58a-7943-4595-ba3b-7ac63a3c44c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (3b92d773-c64d-411b-a0f6-5f00b5370088), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:01.255616 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc97f7-39d1-4c7e-9016-9a28525881e4 None None] Pushing event updated for resources: {'Port': ['ID=3b92d773-c64d-411b-a0f6-5f00b5370088,revision_number=3']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:01.258102 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-7a90ec57-d040-4203-8e5d-a9b42e00c859 None None] Provisioning complete for port 16167ebc-9508-454d-ae72-2d36316ebe57 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:40:01.258479 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-7a90ec57-d040-4203-8e5d-a9b42e00c859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (16167ebc-9508-454d-ae72-2d36316ebe57), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:01.277269 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-30ec38a4-5dce-4ef4-83ef-75ea227a7513 admin admin] Publish callbacks [] for port (16167ebc-9508-454d-ae72-2d36316ebe57), precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:01.282036 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-30ec38a4-5dce-4ef4-83ef-75ea227a7513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17681'] for port (16167ebc-9508-454d-ae72-2d36316ebe57), after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:01.283125 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d65a58a-7943-4595-ba3b-7ac63a3c44c3 None None] Routers {'7b3f63c3-c91e-4500-b268-824944fe4352'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:40:01.283833 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-5d65a58a-7943-4595-ba3b-7ac63a3c44c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:39:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['7b3f63c3-c91e-4500-b268-824944fe4352'], 'active': True} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:40:01.351253 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-30ec38a4-5dce-4ef4-83ef-75ea227a7513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393216'] for router_interface (7b3f63c3-c91e-4500-b268-824944fe4352), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:01.353190 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec38a4-5dce-4ef4-83ef-75ea227a7513 admin admin] Pushing event updated for resources: {'Port': ['ID=16167ebc-9508-454d-ae72-2d36316ebe57,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:01.366962 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-7a90ec57-d040-4203-8e5d-a9b42e00c859 None None] Port 16167ebc-9508-454d-ae72-2d36316ebe57 cannot update to ACTIVE because it is not bound. {{(pid=102682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:40:01.402496 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvr_db [None req-5d65a58a-7943-4595-ba3b-7ac63a3c44c3 None None] Set router 7b3f63c3-c91e-4500-b268-824944fe4352 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:40:01.451841 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ec38a4-5dce-4ef4-83ef-75ea227a7513 admin admin] Network 467cac8f-78d2-4602-b18a-db2359534ad7 is already hosted by enough agents. {{(pid=102680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:40:01.453790 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [None req-30ec38a4-5dce-4ef4-83ef-75ea227a7513 admin admin] Resources bound (agent type, host, resource id): {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:40:01.586129 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ec38a4-5dce-4ef4-83ef-75ea227a7513 admin admin] Router 7b3f63c3-c91e-4500-b268-824944fe4352 has already been hosted by L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef {{(pid=102680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:40:01.589104 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:01.653908 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-5d65a58a-7943-4595-ba3b-7ac63a3c44c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3f63c3-c91e-4500-b268-824944fe4352', 'name': 'tempest-TestShelveInstance-709222005-router', 'tenant_id': 'ea8adb862e35410c95f2f0123b60b4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '3b92d773-c64d-411b-a0f6-5f00b5370088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:57Z', 'updated_at': '2022-02-07T20:40:01Z', 'revision_number': 4, 'project_id': 'ea8adb862e35410c95f2f0123b60b4da', 'gw_port': {'id': '3b92d773-c64d-411b-a0f6-5f00b5370088', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3f63c3-c91e-4500-b268-824944fe4352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:57Z', 'updated_at': '2022-02-07T20:40:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': '16167ebc-9508-454d-ae72-2d36316ebe57', 'name': '', 'network_id': '467cac8f-78d2-4602-b18a-db2359534ad7', 'tenant_id': 'ea8adb862e35410c95f2f0123b60b4da', 'mac_address': 'fa:16:3e:15:18:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3f63c3-c91e-4500-b268-824944fe4352', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '1400ad59-c50f-49e7-89f7-e4759b65da82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:40:00Z', 'updated_at': '2022-02-07T20:40:01Z', 'revision_number': 2, 'project_id': 'ea8adb862e35410c95f2f0123b60b4da', 'subnets': [{'id': '1400ad59-c50f-49e7-89f7-e4759b65da82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:40:01.687480 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d65a58a-7943-4595-ba3b-7ac63a3c44c3 None None] The sync data for ids ['7b3f63c3-c91e-4500-b268-824944fe4352'] in dv-cinder-828150-2-iscsi is: [{'id': '7b3f63c3-c91e-4500-b268-824944fe4352', 'name': 'tempest-TestShelveInstance-709222005-router', 'tenant_id': 'ea8adb862e35410c95f2f0123b60b4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '3b92d773-c64d-411b-a0f6-5f00b5370088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:57Z', 'updated_at': '2022-02-07T20:40:01Z', 'revision_number': 4, 'project_id': 'ea8adb862e35410c95f2f0123b60b4da', 'gw_port': {'id': '3b92d773-c64d-411b-a0f6-5f00b5370088', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3f63c3-c91e-4500-b268-824944fe4352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:57Z', 'updated_at': '2022-02-07T20:40:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': '16167ebc-9508-454d-ae72-2d36316ebe57', 'name': '', 'network_id': '467cac8f-78d2-4602-b18a-db2359534ad7', 'tenant_id': 'ea8adb862e35410c95f2f0123b60b4da', 'mac_address': 'fa:16:3e:15:18:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3f63c3-c91e-4500-b268-824944fe4352', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '1400ad59-c50f-49e7-89f7-e4759b65da82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:40:00Z', 'updated_at': '2022-02-07T20:40:01Z', 'revision_number': 2, 'project_id': 'ea8adb862e35410c95f2f0123b60b4da', 'subnets': [{'id': '1400ad59-c50f-49e7-89f7-e4759b65da82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:40:01.700019 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-d7a2bcfd-baa5-4b0e-964e-9e6c6c842bbc None None] Provisioning complete for port 16167ebc-9508-454d-ae72-2d36316ebe57 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:40:01.700349 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-d7a2bcfd-baa5-4b0e-964e-9e6c6c842bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (16167ebc-9508-454d-ae72-2d36316ebe57), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:01.728432 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ec38a4-5dce-4ef4-83ef-75ea227a7513 admin admin] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:40:01.741629 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-30ec38a4-5dce-4ef4-83ef-75ea227a7513 admin admin] 10.222.0.60 "PUT /v2.0/routers/7b3f63c3-c91e-4500-b268-824944fe4352/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9173636 Feb 07 20:40:01.753784 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-d7a2bcfd-baa5-4b0e-964e-9e6c6c842bbc None None] Port 16167ebc-9508-454d-ae72-2d36316ebe57 cannot update to ACTIVE because it is not bound. {{(pid=102682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:40:02.657153 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 54134) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:40:02.662546 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-d66f615b-b19e-490c-a577-51723cac86b2 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1457013704', 'description': 'tempest-secgroup-smoke-1457013704 description', 'project_id': '202b4de9f7f64b28b4b916cfb595f7f7'}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:40:02.685109 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d66f615b-b19e-490c-a577-51723cac86b2 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:02.747224 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:02.775841 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 54136) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:40:02.851068 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d66f615b-b19e-490c-a577-51723cac86b2 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks [] for security_group (23fb430a-91c9-4182-9386-8730e7238039), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:02.857738 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d66f615b-b19e-490c-a577-51723cac86b2 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (23fb430a-91c9-4182-9386-8730e7238039), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:02.904041 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d66f615b-b19e-490c-a577-51723cac86b2 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:02.906115 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-d66f615b-b19e-490c-a577-51723cac86b2 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2469702 Feb 07 20:40:02.908394 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 54138) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:40:02.908911 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f615b-b19e-490c-a577-51723cac86b2 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23fb430a-91c9-4182-9386-8730e7238039,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:02.913019 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-1c20e0bb-6809-4ae1-ac6b-4c304532c9f1 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Request body: {'security_group_rule': {'security_group_id': '23fb430a-91c9-4182-9386-8730e7238039', 'project_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:40:02.959063 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-1c20e0bb-6809-4ae1-ac6b-4c304532c9f1 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks [] for security_group_rule (1a8d8859-d55a-4ec1-8d26-f22e2825515c), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:03.029721 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-1c20e0bb-6809-4ae1-ac6b-4c304532c9f1 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks [] for security_group_rule (1a8d8859-d55a-4ec1-8d26-f22e2825515c), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:03.035385 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-1c20e0bb-6809-4ae1-ac6b-4c304532c9f1 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471706'] for security_group_rule (1a8d8859-d55a-4ec1-8d26-f22e2825515c), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:03.058538 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20e0bb-6809-4ae1-ac6b-4c304532c9f1 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a8d8859-d55a-4ec1-8d26-f22e2825515c,revision_number=0']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:03.072642 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-1c20e0bb-6809-4ae1-ac6b-4c304532c9f1 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:03.076754 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-1c20e0bb-6809-4ae1-ac6b-4c304532c9f1 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1647396 Feb 07 20:40:03.077069 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 54140) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:40:03.082966 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-ed183944-d008-41e6-8fac-8df89bc4f0b4 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Request body: {'security_group_rule': {'security_group_id': '23fb430a-91c9-4182-9386-8730e7238039', 'project_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:40:03.114090 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ed183944-d008-41e6-8fac-8df89bc4f0b4 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks [] for security_group_rule (d66fac5e-3f4f-4514-aab6-a0a77525177a), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:03.192302 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ed183944-d008-41e6-8fac-8df89bc4f0b4 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks [] for security_group_rule (d66fac5e-3f4f-4514-aab6-a0a77525177a), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:03.197436 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ed183944-d008-41e6-8fac-8df89bc4f0b4 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471706'] for security_group_rule (d66fac5e-3f4f-4514-aab6-a0a77525177a), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:03.221186 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed183944-d008-41e6-8fac-8df89bc4f0b4 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d66fac5e-3f4f-4514-aab6-a0a77525177a,revision_number=0']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:03.228583 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ed183944-d008-41e6-8fac-8df89bc4f0b4 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:03.230109 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-ed183944-d008-41e6-8fac-8df89bc4f0b4 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1518235 Feb 07 20:40:03.233082 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 54144) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:40:03.238313 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-8d31c985-2fa5-49db-89ff-c1f3a79cbc59 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Request body: {'security_group_rule': {'security_group_id': '23fb430a-91c9-4182-9386-8730e7238039', 'project_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:40:03.273197 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-8d31c985-2fa5-49db-89ff-c1f3a79cbc59 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks [] for security_group_rule (96b814eb-88ae-4ae4-95b2-af09d8bd5500), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:03.344972 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-8d31c985-2fa5-49db-89ff-c1f3a79cbc59 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks [] for security_group_rule (96b814eb-88ae-4ae4-95b2-af09d8bd5500), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:03.352273 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-8d31c985-2fa5-49db-89ff-c1f3a79cbc59 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471706'] for security_group_rule (96b814eb-88ae-4ae4-95b2-af09d8bd5500), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:03.377691 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d31c985-2fa5-49db-89ff-c1f3a79cbc59 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96b814eb-88ae-4ae4-95b2-af09d8bd5500,revision_number=0']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:03.382850 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-8d31c985-2fa5-49db-89ff-c1f3a79cbc59 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:03.384782 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-8d31c985-2fa5-49db-89ff-c1f3a79cbc59 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1500175 Feb 07 20:40:03.387137 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 54146) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:40:03.392139 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-7bd6a5e0-ea3b-4be3-bf08-4014b3655f8c tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Request body: {'security_group_rule': {'security_group_id': '23fb430a-91c9-4182-9386-8730e7238039', 'project_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:40:03.420747 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7bd6a5e0-ea3b-4be3-bf08-4014b3655f8c tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks [] for security_group_rule (46a5d9c7-b855-4fbc-9dcb-004ab8a4d2f0), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:03.487618 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7bd6a5e0-ea3b-4be3-bf08-4014b3655f8c tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks [] for security_group_rule (46a5d9c7-b855-4fbc-9dcb-004ab8a4d2f0), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:03.494743 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7bd6a5e0-ea3b-4be3-bf08-4014b3655f8c tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471706'] for security_group_rule (46a5d9c7-b855-4fbc-9dcb-004ab8a4d2f0), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:03.512564 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6a5e0-ea3b-4be3-bf08-4014b3655f8c tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46a5d9c7-b855-4fbc-9dcb-004ab8a4d2f0,revision_number=0']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:03.526787 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7bd6a5e0-ea3b-4be3-bf08-4014b3655f8c tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:03.531042 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-7bd6a5e0-ea3b-4be3-bf08-4014b3655f8c tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1396322 Feb 07 20:40:03.531220 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 54148) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:40:03.536540 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-b581b656-62ac-4772-9142-9ab34080c7ed tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Request body: {'security_group_rule': {'security_group_id': '23fb430a-91c9-4182-9386-8730e7238039', 'project_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:40:03.569863 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.db.securitygroups_db [None req-b581b656-62ac-4772-9142-9ab34080c7ed tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Project 202b4de9f7f64b28b4b916cfb595f7f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 20:40:03.576489 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b581b656-62ac-4772-9142-9ab34080c7ed tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks [] for security_group_rule (6a88f9ae-69fd-4d04-81bf-c5e7562bc2a7), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:03.592978 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c52ae6af-bc0e-4496-9020-0ca4a051c554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393245'] for router_interface (ed29af84-3339-410f-9ca4-262d6fc6d723), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:03.646515 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b581b656-62ac-4772-9142-9ab34080c7ed tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks [] for security_group_rule (6a88f9ae-69fd-4d04-81bf-c5e7562bc2a7), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:03.651288 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b581b656-62ac-4772-9142-9ab34080c7ed tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471706'] for security_group_rule (6a88f9ae-69fd-4d04-81bf-c5e7562bc2a7), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:03.669236 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b581b656-62ac-4772-9142-9ab34080c7ed tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a88f9ae-69fd-4d04-81bf-c5e7562bc2a7,revision_number=0']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:03.678665 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b581b656-62ac-4772-9142-9ab34080c7ed tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:03.679885 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-b581b656-62ac-4772-9142-9ab34080c7ed tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1475525 Feb 07 20:40:03.682480 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 54150) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:40:03.686912 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-7ae06e55-9da3-4033-9df8-0df0f871ff82 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Request body: {'security_group_rule': {'security_group_id': '23fb430a-91c9-4182-9386-8730e7238039', 'project_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:40:03.706267 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.db.securitygroups_db [None req-7ae06e55-9da3-4033-9df8-0df0f871ff82 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Project 202b4de9f7f64b28b4b916cfb595f7f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 20:40:03.711799 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7ae06e55-9da3-4033-9df8-0df0f871ff82 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks [] for security_group_rule (e5a46aff-fadd-44df-a99c-3045d46bb373), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:03.776361 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7ae06e55-9da3-4033-9df8-0df0f871ff82 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks [] for security_group_rule (e5a46aff-fadd-44df-a99c-3045d46bb373), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:03.780600 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7ae06e55-9da3-4033-9df8-0df0f871ff82 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471706'] for security_group_rule (e5a46aff-fadd-44df-a99c-3045d46bb373), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:03.798655 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae06e55-9da3-4033-9df8-0df0f871ff82 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a46aff-fadd-44df-a99c-3045d46bb373,revision_number=0']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:03.808188 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7ae06e55-9da3-4033-9df8-0df0f871ff82 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:03.816701 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-7ae06e55-9da3-4033-9df8-0df0f871ff82 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1259196 Feb 07 20:40:03.911777 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-c52ae6af-bc0e-4496-9020-0ca4a051c554 admin admin] Deleting port e645a4c3-41ca-47e4-8863-987fe353c79b {{(pid=102680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:40:03.912255 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c52ae6af-bc0e-4496-9020-0ca4a051c554 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (e645a4c3-41ca-47e4-8863-987fe353c79b), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:03.992719 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-c52ae6af-bc0e-4496-9020-0ca4a051c554 admin admin] For port e645a4c3-41ca-47e4-8863-987fe353c79b, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=e645a4c3-41ca-47e4-8863-987fe353c79b,segment=NetworkSegment(92297ea3-159c-48e9-b76b-2b4a88cff175),segment_id=92297ea3-159c-48e9-b76b-2b4a88cff175)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:40:03.993084 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c52ae6af-bc0e-4496-9020-0ca4a051c554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (e645a4c3-41ca-47e4-8863-987fe353c79b), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:04.011413 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-c52ae6af-bc0e-4496-9020-0ca4a051c554 admin admin] Calling delete_port for e645a4c3-41ca-47e4-8863-987fe353c79b owned by network:router_interface {{(pid=102680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:40:04.210288 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c52ae6af-bc0e-4496-9020-0ca4a051c554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17688'] for port (e645a4c3-41ca-47e4-8863-987fe353c79b), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:04.244021 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ae6af-bc0e-4496-9020-0ca4a051c554 admin admin] Pushing event deleted for resources: {'Port': ['ID=e645a4c3-41ca-47e4-8863-987fe353c79b,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:04.323475 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 3b92d773-c64d-411b-a0f6-5f00b5370088 up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:40:04.414243 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port 3b92d773-c64d-411b-a0f6-5f00b5370088 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:40:04.414657 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (3b92d773-c64d-411b-a0f6-5f00b5370088), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:04.441584 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c52ae6af-bc0e-4496-9020-0ca4a051c554 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393353'] for router_interface (ed29af84-3339-410f-9ca4-262d6fc6d723), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:04.500722 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port 3b92d773-c64d-411b-a0f6-5f00b5370088 is: DOWN; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:40:04.501108 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (3b92d773-c64d-411b-a0f6-5f00b5370088), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:04.522170 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] For port 3b92d773-c64d-411b-a0f6-5f00b5370088, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=3b92d773-c64d-411b-a0f6-5f00b5370088,segment=NetworkSegment(b6259b7e-66cb-4b1d-a7b0-58f7e3300c62),segment_id=b6259b7e-66cb-4b1d-a7b0-58f7e3300c62)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:40:04.525965 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (3b92d773-c64d-411b-a0f6-5f00b5370088), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:04.575229 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Pushing event updated for resources: {'Port': ['ID=3b92d773-c64d-411b-a0f6-5f00b5370088,revision_number=4']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:04.668923 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52ae6af-bc0e-4496-9020-0ca4a051c554 admin admin] Router ed29af84-3339-410f-9ca4-262d6fc6d723 has already been hosted by L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef {{(pid=102680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:40:04.776100 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52ae6af-bc0e-4496-9020-0ca4a051c554 admin admin] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:40:04.781424 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-c52ae6af-bc0e-4496-9020-0ca4a051c554 admin admin] 10.222.0.60 "PUT /v2.0/routers/ed29af84-3339-410f-9ca4-262d6fc6d723/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0042679 Feb 07 20:40:04.783986 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 54194) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:40:04.786588 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83f9e11-b04d-4595-b32f-794e990a2a11 None None] Sync routers for ids ['ed29af84-3339-410f-9ca4-262d6fc6d723'] in dv-cinder-828150-2-iscsi {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:40:04.797171 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83f9e11-b04d-4595-b32f-794e990a2a11 None None] Routers {'ed29af84-3339-410f-9ca4-262d6fc6d723'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:40:04.797774 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-d83f9e11-b04d-4595-b32f-794e990a2a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:39:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['ed29af84-3339-410f-9ca4-262d6fc6d723'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:40:04.888273 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-9a794d68-d950-4a51-8bb0-73fd95a2afa3 admin admin] Publish callbacks [] for router (ed29af84-3339-410f-9ca4-262d6fc6d723), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:04.903868 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-d83f9e11-b04d-4595-b32f-794e990a2a11 None None] Set router ed29af84-3339-410f-9ca4-262d6fc6d723 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:40:04.990290 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-9a794d68-d950-4a51-8bb0-73fd95a2afa3 admin admin] Publish callbacks [] for router_gateway (ed29af84-3339-410f-9ca4-262d6fc6d723), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:05.044964 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-9a794d68-d950-4a51-8bb0-73fd95a2afa3 admin admin] Deleting port 07f2edb3-d381-46e3-92fb-bd8ce2b71d98 {{(pid=102680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:40:05.045321 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-9a794d68-d950-4a51-8bb0-73fd95a2afa3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (07f2edb3-d381-46e3-92fb-bd8ce2b71d98), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:05.064889 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 9ac5887a-4dac-445b-a47e-da236a7c719e no longer exists at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:40:05.078087 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-d83f9e11-b04d-4595-b32f-794e990a2a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed29af84-3339-410f-9ca4-262d6fc6d723', 'name': 'tempest-TestMinimumBasicScenario-1503582470-router', 'tenant_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '07f2edb3-d381-46e3-92fb-bd8ce2b71d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:36:03Z', 'updated_at': '2022-02-07T20:40:04Z', 'revision_number': 5, 'project_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'gw_port': {'id': '07f2edb3-d381-46e3-92fb-bd8ce2b71d98', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:13:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed29af84-3339-410f-9ca4-262d6fc6d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:36:04Z', 'updated_at': '2022-02-07T20:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi'}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:40:05.086516 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] No Port match for: 9ac5887a-4dac-445b-a47e-da236a7c719e {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:40:05.086986 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 9ac5887a-4dac-445b-a47e-da236a7c719e not bound to the agent host hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:40:05.105910 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83f9e11-b04d-4595-b32f-794e990a2a11 None None] Checking router: ed29af84-3339-410f-9ca4-262d6fc6d723 for host: dv-cinder-828150-2-iscsi {{(pid=102683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:40:05.115224 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83f9e11-b04d-4595-b32f-794e990a2a11 None None] Routers {'ed29af84-3339-410f-9ca4-262d6fc6d723'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:40:05.115862 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-d83f9e11-b04d-4595-b32f-794e990a2a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:39:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['ed29af84-3339-410f-9ca4-262d6fc6d723'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:40:05.133170 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-9a794d68-d950-4a51-8bb0-73fd95a2afa3 admin admin] For port 07f2edb3-d381-46e3-92fb-bd8ce2b71d98, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=07f2edb3-d381-46e3-92fb-bd8ce2b71d98,segment=NetworkSegment(b6259b7e-66cb-4b1d-a7b0-58f7e3300c62),segment_id=b6259b7e-66cb-4b1d-a7b0-58f7e3300c62)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:40:05.134879 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-9a794d68-d950-4a51-8bb0-73fd95a2afa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (07f2edb3-d381-46e3-92fb-bd8ce2b71d98), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:05.150192 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-9a794d68-d950-4a51-8bb0-73fd95a2afa3 admin admin] Calling delete_port for 07f2edb3-d381-46e3-92fb-bd8ce2b71d98 owned by network:router_gateway {{(pid=102680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:40:05.207622 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-d83f9e11-b04d-4595-b32f-794e990a2a11 None None] Set router ed29af84-3339-410f-9ca4-262d6fc6d723 gateway port host: None {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:40:05.273102 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-d83f9e11-b04d-4595-b32f-794e990a2a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed29af84-3339-410f-9ca4-262d6fc6d723', 'name': 'tempest-TestMinimumBasicScenario-1503582470-router', 'tenant_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:36:03Z', 'updated_at': '2022-02-07T20:40:04Z', 'revision_number': 6, 'project_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'gw_port_host': None}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:40:05.309353 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83f9e11-b04d-4595-b32f-794e990a2a11 None None] The sync data for ids ['ed29af84-3339-410f-9ca4-262d6fc6d723'] in dv-cinder-828150-2-iscsi is: [{'id': 'ed29af84-3339-410f-9ca4-262d6fc6d723', 'name': 'tempest-TestMinimumBasicScenario-1503582470-router', 'tenant_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:36:03Z', 'updated_at': '2022-02-07T20:40:04Z', 'revision_number': 6, 'project_id': 'b81ed2187e4b4bb480ac9927221e90fc', 'gw_port_host': None}] {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:40:05.339974 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-9a794d68-d950-4a51-8bb0-73fd95a2afa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17688'] for port (07f2edb3-d381-46e3-92fb-bd8ce2b71d98), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:05.370901 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a794d68-d950-4a51-8bb0-73fd95a2afa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=07f2edb3-d381-46e3-92fb-bd8ce2b71d98,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:05.433615 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-9a794d68-d950-4a51-8bb0-73fd95a2afa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395883'] for router_gateway (ed29af84-3339-410f-9ca4-262d6fc6d723), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:05.541946 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-9a794d68-d950-4a51-8bb0-73fd95a2afa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7714'] for router (ed29af84-3339-410f-9ca4-262d6fc6d723), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:05.544109 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-9a794d68-d950-4a51-8bb0-73fd95a2afa3 admin admin] Publish callbacks [] for router_controller (ed29af84-3339-410f-9ca4-262d6fc6d723), precommit_delete_associations {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:05.605807 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11be86a0-1276-4ab4-b1a9-f083552bebf8 None None] Sync routers for ids ['7b3f63c3-c91e-4500-b268-824944fe4352'] in dv-cinder-828150-2-iscsi {{(pid=102682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:40:05.611671 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-9a794d68-d950-4a51-8bb0-73fd95a2afa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-394747'] for router (ed29af84-3339-410f-9ca4-262d6fc6d723), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:05.612231 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a794d68-d950-4a51-8bb0-73fd95a2afa3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed29af84-3339-410f-9ca4-262d6fc6d723 {{(pid=102680) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 20:40:05.617035 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-9a794d68-d950-4a51-8bb0-73fd95a2afa3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:05.617563 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11be86a0-1276-4ab4-b1a9-f083552bebf8 None None] Routers {'7b3f63c3-c91e-4500-b268-824944fe4352'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:40:05.619552 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-11be86a0-1276-4ab4-b1a9-f083552bebf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:39:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['7b3f63c3-c91e-4500-b268-824944fe4352'], 'active': True} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:40:05.619701 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-9a794d68-d950-4a51-8bb0-73fd95a2afa3 admin admin] 10.222.0.60 "DELETE /v2.0/routers/ed29af84-3339-410f-9ca4-262d6fc6d723 HTTP/1.1" status: 204 len: 168 time: 0.8332889 Feb 07 20:40:05.620739 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 54214) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:40:05.669469 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.db_base_plugin_v2 [None req-57da951d-a904-47da-9cef-d89962543502 admin admin] Deleting subnet e3cd4edc-eaf8-49b3-8c39-6df61c2ee5a5 {{(pid=102680) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 20:40:05.672870 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57da951d-a904-47da-9cef-d89962543502 admin admin] Publish callbacks [] for subnet (e3cd4edc-eaf8-49b3-8c39-6df61c2ee5a5), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:05.711600 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57da951d-a904-47da-9cef-d89962543502 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-23362'] for subnet (e3cd4edc-eaf8-49b3-8c39-6df61c2ee5a5), precommit_delete_associations {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:05.837116 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57da951d-a904-47da-9cef-d89962543502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32999468'] for subnet (e3cd4edc-eaf8-49b3-8c39-6df61c2ee5a5), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:05.887497 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvr_db [None req-11be86a0-1276-4ab4-b1a9-f083552bebf8 None None] Set router 7b3f63c3-c91e-4500-b268-824944fe4352 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:40:05.893707 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57da951d-a904-47da-9cef-d89962543502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32999639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9394578'] for subnet (e3cd4edc-eaf8-49b3-8c39-6df61c2ee5a5), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:05.923858 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da951d-a904-47da-9cef-d89962543502 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3cd4edc-eaf8-49b3-8c39-6df61c2ee5a5,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:05.928986 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-57da951d-a904-47da-9cef-d89962543502 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:05.932776 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-57da951d-a904-47da-9cef-d89962543502 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e3cd4edc-eaf8-49b3-8c39-6df61c2ee5a5 HTTP/1.1" status: 204 len: 168 time: 0.3107724 Feb 07 20:40:05.935219 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 54216) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:40:05.961600 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d41575-8138-45ad-9cac-e17a0f19308b None None] Network ace0bd4e-24e6-4889-8232-1f8bdff3f386 requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:40:06.005894 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e051d23b-802a-4f6f-b94f-228959a66d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32943866'] for network (ace0bd4e-24e6-4889-8232-1f8bdff3f386), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:06.063125 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-e051d23b-802a-4f6f-b94f-228959a66d35 admin admin] Deleting port b3feca94-cfe3-446b-9236-a9de2511db99 {{(pid=102680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:40:06.063622 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e051d23b-802a-4f6f-b94f-228959a66d35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (b3feca94-cfe3-446b-9236-a9de2511db99), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:06.171594 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-11be86a0-1276-4ab4-b1a9-f083552bebf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3f63c3-c91e-4500-b268-824944fe4352', 'name': 'tempest-TestShelveInstance-709222005-router', 'tenant_id': 'ea8adb862e35410c95f2f0123b60b4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '3b92d773-c64d-411b-a0f6-5f00b5370088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:57Z', 'updated_at': '2022-02-07T20:40:01Z', 'revision_number': 4, 'project_id': 'ea8adb862e35410c95f2f0123b60b4da', 'gw_port': {'id': '3b92d773-c64d-411b-a0f6-5f00b5370088', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3f63c3-c91e-4500-b268-824944fe4352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:57Z', 'updated_at': '2022-02-07T20:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': '16167ebc-9508-454d-ae72-2d36316ebe57', 'name': '', 'network_id': '467cac8f-78d2-4602-b18a-db2359534ad7', 'tenant_id': 'ea8adb862e35410c95f2f0123b60b4da', 'mac_address': 'fa:16:3e:15:18:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3f63c3-c91e-4500-b268-824944fe4352', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '1400ad59-c50f-49e7-89f7-e4759b65da82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:40:00Z', 'updated_at': '2022-02-07T20:40:01Z', 'revision_number': 2, 'project_id': 'ea8adb862e35410c95f2f0123b60b4da', 'subnets': [{'id': '1400ad59-c50f-49e7-89f7-e4759b65da82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:40:06.205890 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11be86a0-1276-4ab4-b1a9-f083552bebf8 None None] Checking router: 7b3f63c3-c91e-4500-b268-824944fe4352 for host: dv-cinder-828150-2-iscsi {{(pid=102682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:40:06.206246 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11be86a0-1276-4ab4-b1a9-f083552bebf8 None None] Updating router 7b3f63c3-c91e-4500-b268-824944fe4352 port 16167ebc-9508-454d-ae72-2d36316ebe57 binding host dv-cinder-828150-2-iscsi {{(pid=102682) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 20:40:06.237463 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eed87b3-30d7-451c-a116-be1e2ec53afe None None] DHCP port deletion for ace0bd4e-24e6-4889-8232-1f8bdff3f386 request from dv-cinder-828150-2-iscsi {{(pid=102682) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 20:40:06.254736 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-11be86a0-1276-4ab4-b1a9-f083552bebf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (16167ebc-9508-454d-ae72-2d36316ebe57), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:06.340624 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 3b92d773-c64d-411b-a0f6-5f00b5370088 up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:40:06.411557 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-e051d23b-802a-4f6f-b94f-228959a66d35 admin admin] For port b3feca94-cfe3-446b-9236-a9de2511db99, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=b3feca94-cfe3-446b-9236-a9de2511db99,segment=NetworkSegment(92297ea3-159c-48e9-b76b-2b4a88cff175),segment_id=92297ea3-159c-48e9-b76b-2b4a88cff175)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:40:06.411924 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e051d23b-802a-4f6f-b94f-228959a66d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (b3feca94-cfe3-446b-9236-a9de2511db99), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:06.426293 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-e051d23b-802a-4f6f-b94f-228959a66d35 admin admin] Calling delete_port for b3feca94-cfe3-446b-9236-a9de2511db99 owned by network:dhcp {{(pid=102680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:40:06.459595 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-4eed87b3-30d7-451c-a116-be1e2ec53afe None None] Deleting port b3feca94-cfe3-446b-9236-a9de2511db99 {{(pid=102682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:40:06.459595 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-4eed87b3-30d7-451c-a116-be1e2ec53afe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (b3feca94-cfe3-446b-9236-a9de2511db99), before_delete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:06.521563 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e051d23b-802a-4f6f-b94f-228959a66d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17688'] for port (b3feca94-cfe3-446b-9236-a9de2511db99), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:06.551383 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e051d23b-802a-4f6f-b94f-228959a66d35 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3feca94-cfe3-446b-9236-a9de2511db99,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:06.553286 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e051d23b-802a-4f6f-b94f-228959a66d35 admin admin] No DVR routers for this DVR port b3feca94-cfe3-446b-9236-a9de2511db99 on host dv-cinder-828150-2-iscsi {{(pid=102680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:40:06.578868 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-4eed87b3-30d7-451c-a116-be1e2ec53afe None None] For port b3feca94-cfe3-446b-9236-a9de2511db99, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=b3feca94-cfe3-446b-9236-a9de2511db99,segment=NetworkSegment(92297ea3-159c-48e9-b76b-2b4a88cff175),segment_id=92297ea3-159c-48e9-b76b-2b4a88cff175)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:40:06.579267 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-4eed87b3-30d7-451c-a116-be1e2ec53afe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (b3feca94-cfe3-446b-9236-a9de2511db99), precommit_delete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:06.602451 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-4eed87b3-30d7-451c-a116-be1e2ec53afe None None] Calling delete_port for b3feca94-cfe3-446b-9236-a9de2511db99 owned by network:dhcp {{(pid=102682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:40:06.605258 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port 3b92d773-c64d-411b-a0f6-5f00b5370088 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:40:06.605832 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (3b92d773-c64d-411b-a0f6-5f00b5370088), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:06.625760 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e051d23b-802a-4f6f-b94f-228959a66d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32817339', 'neutron.services.segments.db._delete_segments_for_network-8784096777409'] for network (ace0bd4e-24e6-4889-8232-1f8bdff3f386), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:06.648834 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.services.segments.db [None req-e051d23b-802a-4f6f-b94f-228959a66d35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace0bd4e-24e6-4889-8232-1f8bdff3f386']}} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:40:06.660321 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.services.segments.db [None req-e051d23b-802a-4f6f-b94f-228959a66d35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92297ea3-159c-48e9-b76b-2b4a88cff175') {'for_net_delete': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:40:06.660770 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.services.segments.db [None req-e051d23b-802a-4f6f-b94f-228959a66d35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92297ea3-159c-48e9-b76b-2b4a88cff175') {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:40:06.673393 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e051d23b-802a-4f6f-b94f-228959a66d35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784096779466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-23369'] for segment (92297ea3-159c-48e9-b76b-2b4a88cff175), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:06.687579 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e051d23b-802a-4f6f-b94f-228959a66d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526'] for segment (92297ea3-159c-48e9-b76b-2b4a88cff175), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:06.694753 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e051d23b-802a-4f6f-b94f-228959a66d35 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=102680) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 20:40:06.695119 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e051d23b-802a-4f6f-b94f-228959a66d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17773'] for segment (92297ea3-159c-48e9-b76b-2b4a88cff175), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:06.696972 dv-cinder-828150-2-iscsi neutron-server[102680]: Traceback (most recent call last): Feb 07 20:40:06.696972 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 20:40:06.696972 dv-cinder-828150-2-iscsi neutron-server[102680]: timer() Feb 07 20:40:06.696972 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 20:40:06.696972 dv-cinder-828150-2-iscsi neutron-server[102680]: cb(*args, **kw) Feb 07 20:40:06.696972 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 20:40:06.696972 dv-cinder-828150-2-iscsi neutron-server[102680]: return func(*args, **kwargs) Feb 07 20:40:06.696972 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 20:40:06.696972 dv-cinder-828150-2-iscsi neutron-server[102680]: self._notify() Feb 07 20:40:06.696972 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 20:40:06.696972 dv-cinder-828150-2-iscsi neutron-server[102680]: self.callback(batched_events) Feb 07 20:40:06.696972 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 20:40:06.696972 dv-cinder-828150-2-iscsi neutron-server[102680]: event.method(event) Feb 07 20:40:06.696972 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 20:40:06.696972 dv-cinder-828150-2-iscsi neutron-server[102680]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 20:40:06.696972 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 20:40:06.696972 dv-cinder-828150-2-iscsi neutron-server[102680]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 20:40:06.696972 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 20:40:06.696972 dv-cinder-828150-2-iscsi neutron-server[102680]: return f(self, *a, **k) Feb 07 20:40:06.696972 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 20:40:06.696972 dv-cinder-828150-2-iscsi neutron-server[102680]: return self._get(url).json() Feb 07 20:40:06.696972 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 20:40:06.696972 dv-cinder-828150-2-iscsi neutron-server[102680]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 20:40:06.696972 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 20:40:06.696972 dv-cinder-828150-2-iscsi neutron-server[102680]: return self.request(url, 'GET', **kwargs) Feb 07 20:40:06.696972 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 20:40:06.696972 dv-cinder-828150-2-iscsi neutron-server[102680]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 20:40:06.696972 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 20:40:06.696972 dv-cinder-828150-2-iscsi neutron-server[102680]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 20:40:06.696972 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 20:40:06.696972 dv-cinder-828150-2-iscsi neutron-server[102680]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 20:40:06.696972 dv-cinder-828150-2-iscsi neutron-server[102680]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 20:40:06.757750 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e051d23b-802a-4f6f-b94f-228959a66d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32817314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395791'] for network (ace0bd4e-24e6-4889-8232-1f8bdff3f386), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:06.764812 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e051d23b-802a-4f6f-b94f-228959a66d35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for network (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:06.771118 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 54228) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:40:06.771723 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-e051d23b-802a-4f6f-b94f-228959a66d35 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ace0bd4e-24e6-4889-8232-1f8bdff3f386 HTTP/1.1" status: 204 len: 168 time: 0.8345325 Feb 07 20:40:06.788256 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e051d23b-802a-4f6f-b94f-228959a66d35 admin admin] Pushing event deleted for resources: {'Network': ['ID=ace0bd4e-24e6-4889-8232-1f8bdff3f386,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:06.861144 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-4eed87b3-30d7-451c-a116-be1e2ec53afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225'] for port (b3feca94-cfe3-446b-9236-a9de2511db99), after_delete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:06.874065 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-11be86a0-1276-4ab4-b1a9-f083552bebf8 None None] Publish callbacks [] for port (16167ebc-9508-454d-ae72-2d36316ebe57), precommit_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:06.893151 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4eed87b3-30d7-451c-a116-be1e2ec53afe None None] Network ace0bd4e-24e6-4889-8232-1f8bdff3f386 is not hosted by any dhcp agent {{(pid=102682) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 07 20:40:06.893639 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eed87b3-30d7-451c-a116-be1e2ec53afe None None] No DVR routers for this DVR port b3feca94-cfe3-446b-9236-a9de2511db99 on host dv-cinder-828150-2-iscsi {{(pid=102682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:40:06.894880 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port 3b92d773-c64d-411b-a0f6-5f00b5370088 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:40:06.898391 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-11be86a0-1276-4ab4-b1a9-f083552bebf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (16167ebc-9508-454d-ae72-2d36316ebe57), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:06.900337 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed87b3-30d7-451c-a116-be1e2ec53afe None None] Pushing event deleted for resources: {'Port': ['ID=b3feca94-cfe3-446b-9236-a9de2511db99,revision_number=None']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:06.992848 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86d05d-d24c-48ad-a3bb-8508160ca0b0 None None] Pushing event updated for resources: {'Port': ['ID=16167ebc-9508-454d-ae72-2d36316ebe57,revision_number=3']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:07.009332 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device e645a4c3-41ca-47e4-8863-987fe353c79b no longer exists at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:40:07.013341 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-11be86a0-1276-4ab4-b1a9-f083552bebf8 None None] Attempting to bind port 16167ebc-9508-454d-ae72-2d36316ebe57 on host dv-cinder-828150-2-iscsi for vnic_type normal with profile {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:40:07.013341 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-11be86a0-1276-4ab4-b1a9-f083552bebf8 None None] Attempting to bind port 16167ebc-9508-454d-ae72-2d36316ebe57 by drivers openvswitch,hyperv on host dv-cinder-828150-2-iscsi at level 0 using segments [{'id': '9aa2f359-85f5-419e-80da-e54ec1c772d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '467cac8f-78d2-4602-b18a-db2359534ad7'}] {{(pid=102682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:40:07.013582 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be86a0-1276-4ab4-b1a9-f083552bebf8 None None] Attempting to bind port 16167ebc-9508-454d-ae72-2d36316ebe57 on network 467cac8f-78d2-4602-b18a-db2359534ad7 {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:40:07.033094 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] No Port match for: e645a4c3-41ca-47e4-8863-987fe353c79b {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:40:07.033306 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device e645a4c3-41ca-47e4-8863-987fe353c79b not bound to the agent host dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:40:07.033612 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 07f2edb3-d381-46e3-92fb-bd8ce2b71d98 no longer exists at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:40:07.039123 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be86a0-1276-4ab4-b1a9-f083552bebf8 None None] Checking agent: {'id': 'c89dd41c-5256-44ac-a1f6-453d759a66bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828150-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 27, 33), 'started_at': datetime.datetime(2022, 2, 7, 20, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828150-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:40:07.039520 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be86a0-1276-4ab4-b1a9-f083552bebf8 None None] Checking segment: {'id': '9aa2f359-85f5-419e-80da-e54ec1c772d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '467cac8f-78d2-4602-b18a-db2359534ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:40:07.039924 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-11be86a0-1276-4ab4-b1a9-f083552bebf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:07.040317 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be86a0-1276-4ab4-b1a9-f083552bebf8 None None] Bound using segment: {'id': '9aa2f359-85f5-419e-80da-e54ec1c772d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '467cac8f-78d2-4602-b18a-db2359534ad7'} {{(pid=102682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:40:07.040774 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.managers [None req-11be86a0-1276-4ab4-b1a9-f083552bebf8 None None] Bound port: 16167ebc-9508-454d-ae72-2d36316ebe57, host: dv-cinder-828150-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aa2f359-85f5-419e-80da-e54ec1c772d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '467cac8f-78d2-4602-b18a-db2359534ad7'}}] {{(pid=102682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:40:07.041149 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-11be86a0-1276-4ab4-b1a9-f083552bebf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (16167ebc-9508-454d-ae72-2d36316ebe57), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:07.062417 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] No Port match for: 07f2edb3-d381-46e3-92fb-bd8ce2b71d98 {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:40:07.062417 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 07f2edb3-d381-46e3-92fb-bd8ce2b71d98 not bound to the agent host dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:40:07.140115 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-11be86a0-1276-4ab4-b1a9-f083552bebf8 None None] For port 16167ebc-9508-454d-ae72-2d36316ebe57, host dv-cinder-828150-2-iscsi, cleared binding levels {{(pid=102682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:40:07.143361 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-11be86a0-1276-4ab4-b1a9-f083552bebf8 None None] For port 16167ebc-9508-454d-ae72-2d36316ebe57, host dv-cinder-828150-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=16167ebc-9508-454d-ae72-2d36316ebe57,segment=NetworkSegment(9aa2f359-85f5-419e-80da-e54ec1c772d7),segment_id=9aa2f359-85f5-419e-80da-e54ec1c772d7)] {{(pid=102682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:40:07.150026 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-11be86a0-1276-4ab4-b1a9-f083552bebf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (16167ebc-9508-454d-ae72-2d36316ebe57), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:07.202732 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-cb86d2ed-3d4f-4b16-94f2-933dc173837c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393245'] for router_interface (5f2bd599-f288-4fcc-8e9d-4dc5079cb645), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:07.203935 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11be86a0-1276-4ab4-b1a9-f083552bebf8 None None] Routers {'7b3f63c3-c91e-4500-b268-824944fe4352'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:40:07.204553 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-11be86a0-1276-4ab4-b1a9-f083552bebf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:39:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['7b3f63c3-c91e-4500-b268-824944fe4352'], 'active': True} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:40:07.290924 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86d05d-d24c-48ad-a3bb-8508160ca0b0 None None] Pushing event updated for resources: {'Port': ['ID=16167ebc-9508-454d-ae72-2d36316ebe57,revision_number=4']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:07.315433 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-86d94f56-3787-4b5b-bd9a-56207876bc8c None None] Provisioning complete for port 16167ebc-9508-454d-ae72-2d36316ebe57 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:40:07.315803 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-86d94f56-3787-4b5b-bd9a-56207876bc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (16167ebc-9508-454d-ae72-2d36316ebe57), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:07.375570 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvr_db [None req-11be86a0-1276-4ab4-b1a9-f083552bebf8 None None] Set router 7b3f63c3-c91e-4500-b268-824944fe4352 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:40:07.472413 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [None req-cb86d2ed-3d4f-4b16-94f2-933dc173837c admin admin] Deleting port 81128f65-77f0-405e-912b-1cd044587307 {{(pid=102681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:40:07.473763 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-cb86d2ed-3d4f-4b16-94f2-933dc173837c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (81128f65-77f0-405e-912b-1cd044587307), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:07.490413 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-86d94f56-3787-4b5b-bd9a-56207876bc8c None None] Current status of the port 16167ebc-9508-454d-ae72-2d36316ebe57 is: DOWN; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:40:07.490766 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-86d94f56-3787-4b5b-bd9a-56207876bc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (16167ebc-9508-454d-ae72-2d36316ebe57), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:07.583028 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [None req-cb86d2ed-3d4f-4b16-94f2-933dc173837c admin admin] For port 81128f65-77f0-405e-912b-1cd044587307, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=81128f65-77f0-405e-912b-1cd044587307,segment=NetworkSegment(7e22c3af-9187-45c2-a4a1-97e3fc7b4fd9),segment_id=7e22c3af-9187-45c2-a4a1-97e3fc7b4fd9)] {{(pid=102681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:40:07.583312 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-cb86d2ed-3d4f-4b16-94f2-933dc173837c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (81128f65-77f0-405e-912b-1cd044587307), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:07.599460 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [None req-cb86d2ed-3d4f-4b16-94f2-933dc173837c admin admin] Calling delete_port for 81128f65-77f0-405e-912b-1cd044587307 owned by network:router_interface {{(pid=102681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:40:07.702719 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-86d94f56-3787-4b5b-bd9a-56207876bc8c None None] For port 16167ebc-9508-454d-ae72-2d36316ebe57, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=16167ebc-9508-454d-ae72-2d36316ebe57,segment=NetworkSegment(9aa2f359-85f5-419e-80da-e54ec1c772d7),segment_id=9aa2f359-85f5-419e-80da-e54ec1c772d7)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:40:07.709921 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-86d94f56-3787-4b5b-bd9a-56207876bc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (16167ebc-9508-454d-ae72-2d36316ebe57), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:07.795490 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d94f56-3787-4b5b-bd9a-56207876bc8c None None] Pushing event updated for resources: {'Port': ['ID=16167ebc-9508-454d-ae72-2d36316ebe57,revision_number=5']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:07.811104 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-cb86d2ed-3d4f-4b16-94f2-933dc173837c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (81128f65-77f0-405e-912b-1cd044587307), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:07.816777 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-11be86a0-1276-4ab4-b1a9-f083552bebf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3f63c3-c91e-4500-b268-824944fe4352', 'name': 'tempest-TestShelveInstance-709222005-router', 'tenant_id': 'ea8adb862e35410c95f2f0123b60b4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '3b92d773-c64d-411b-a0f6-5f00b5370088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:57Z', 'updated_at': '2022-02-07T20:40:01Z', 'revision_number': 4, 'project_id': 'ea8adb862e35410c95f2f0123b60b4da', 'gw_port': {'id': '3b92d773-c64d-411b-a0f6-5f00b5370088', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3f63c3-c91e-4500-b268-824944fe4352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:57Z', 'updated_at': '2022-02-07T20:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': '16167ebc-9508-454d-ae72-2d36316ebe57', 'name': '', 'network_id': '467cac8f-78d2-4602-b18a-db2359534ad7', 'tenant_id': 'ea8adb862e35410c95f2f0123b60b4da', 'mac_address': 'fa:16:3e:15:18:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3f63c3-c91e-4500-b268-824944fe4352', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '1400ad59-c50f-49e7-89f7-e4759b65da82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:40:00Z', 'updated_at': '2022-02-07T20:40:07Z', 'revision_number': 4, 'project_id': 'ea8adb862e35410c95f2f0123b60b4da', 'subnets': [{'id': '1400ad59-c50f-49e7-89f7-e4759b65da82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:40:07.841042 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86d2ed-3d4f-4b16-94f2-933dc173837c admin admin] Pushing event deleted for resources: {'Port': ['ID=81128f65-77f0-405e-912b-1cd044587307,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:07.858137 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11be86a0-1276-4ab4-b1a9-f083552bebf8 None None] The sync data for ids ['7b3f63c3-c91e-4500-b268-824944fe4352'] in dv-cinder-828150-2-iscsi is: [{'id': '7b3f63c3-c91e-4500-b268-824944fe4352', 'name': 'tempest-TestShelveInstance-709222005-router', 'tenant_id': 'ea8adb862e35410c95f2f0123b60b4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '3b92d773-c64d-411b-a0f6-5f00b5370088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:57Z', 'updated_at': '2022-02-07T20:40:01Z', 'revision_number': 4, 'project_id': 'ea8adb862e35410c95f2f0123b60b4da', 'gw_port': {'id': '3b92d773-c64d-411b-a0f6-5f00b5370088', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3f63c3-c91e-4500-b268-824944fe4352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:57Z', 'updated_at': '2022-02-07T20:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': '16167ebc-9508-454d-ae72-2d36316ebe57', 'name': '', 'network_id': '467cac8f-78d2-4602-b18a-db2359534ad7', 'tenant_id': 'ea8adb862e35410c95f2f0123b60b4da', 'mac_address': 'fa:16:3e:15:18:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3f63c3-c91e-4500-b268-824944fe4352', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '1400ad59-c50f-49e7-89f7-e4759b65da82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:40:00Z', 'updated_at': '2022-02-07T20:40:07Z', 'revision_number': 4, 'project_id': 'ea8adb862e35410c95f2f0123b60b4da', 'subnets': [{'id': '1400ad59-c50f-49e7-89f7-e4759b65da82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:40:07.868090 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-9cdb415c-0d4f-4bb9-add4-9ae4efa151a9 None None] Provisioning complete for port 16167ebc-9508-454d-ae72-2d36316ebe57 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:40:07.868458 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-9cdb415c-0d4f-4bb9-add4-9ae4efa151a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (16167ebc-9508-454d-ae72-2d36316ebe57), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:07.954508 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-9cdb415c-0d4f-4bb9-add4-9ae4efa151a9 None None] Current status of the port 16167ebc-9508-454d-ae72-2d36316ebe57 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:40:08.030264 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-cb86d2ed-3d4f-4b16-94f2-933dc173837c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393353'] for router_interface (5f2bd599-f288-4fcc-8e9d-4dc5079cb645), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:08.260225 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb86d2ed-3d4f-4b16-94f2-933dc173837c admin admin] Router 5f2bd599-f288-4fcc-8e9d-4dc5079cb645 has already been hosted by L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef {{(pid=102681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:40:08.322911 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 16167ebc-9508-454d-ae72-2d36316ebe57 up at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:40:08.369684 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb86d2ed-3d4f-4b16-94f2-933dc173837c admin admin] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:40:08.370332 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Provisioning complete for port 16167ebc-9508-454d-ae72-2d36316ebe57 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:40:08.370708 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (16167ebc-9508-454d-ae72-2d36316ebe57), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:08.377861 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-cb86d2ed-3d4f-4b16-94f2-933dc173837c admin admin] 10.222.0.60 "PUT /v2.0/routers/5f2bd599-f288-4fcc-8e9d-4dc5079cb645/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6018851 Feb 07 20:40:08.377861 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 54242) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:40:08.380932 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccacb1c3-7ee6-4483-9fd1-fbb58a17fe9a None None] Sync routers for ids ['5f2bd599-f288-4fcc-8e9d-4dc5079cb645'] in dv-cinder-828150-2-iscsi {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:40:08.391126 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccacb1c3-7ee6-4483-9fd1-fbb58a17fe9a None None] Routers {'5f2bd599-f288-4fcc-8e9d-4dc5079cb645'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:40:08.391774 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-ccacb1c3-7ee6-4483-9fd1-fbb58a17fe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:39:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['5f2bd599-f288-4fcc-8e9d-4dc5079cb645'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:40:08.460558 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Current status of the port 16167ebc-9508-454d-ae72-2d36316ebe57 is: ACTIVE; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:40:08.494010 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-8253a065-c711-4a90-bccc-76dd8f13242b admin admin] Publish callbacks [] for router (5f2bd599-f288-4fcc-8e9d-4dc5079cb645), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:08.510434 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-ccacb1c3-7ee6-4483-9fd1-fbb58a17fe9a None None] Set router 5f2bd599-f288-4fcc-8e9d-4dc5079cb645 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:40:08.524031 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device b3feca94-cfe3-446b-9236-a9de2511db99 no longer exists at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:40:08.544783 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] No Port match for: b3feca94-cfe3-446b-9236-a9de2511db99 {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:40:08.545223 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device b3feca94-cfe3-446b-9236-a9de2511db99 not bound to the agent host dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:40:08.610175 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-8253a065-c711-4a90-bccc-76dd8f13242b admin admin] Publish callbacks [] for router_gateway (5f2bd599-f288-4fcc-8e9d-4dc5079cb645), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:08.677976 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [None req-8253a065-c711-4a90-bccc-76dd8f13242b admin admin] Deleting port 83274559-185c-4d06-8cd9-5c5fbadb3532 {{(pid=102681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:40:08.677976 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-8253a065-c711-4a90-bccc-76dd8f13242b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (83274559-185c-4d06-8cd9-5c5fbadb3532), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:08.705004 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-ccacb1c3-7ee6-4483-9fd1-fbb58a17fe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2bd599-f288-4fcc-8e9d-4dc5079cb645', 'name': 'tempest-TestMinimumBasicScenario-1518689603-router', 'tenant_id': '035234d39a2146c6b5036e9f73197b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '83274559-185c-4d06-8cd9-5c5fbadb3532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:36:13Z', 'updated_at': '2022-02-07T20:40:07Z', 'revision_number': 5, 'project_id': '035234d39a2146c6b5036e9f73197b9b', 'gw_port': {'id': '83274559-185c-4d06-8cd9-5c5fbadb3532', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2bd599-f288-4fcc-8e9d-4dc5079cb645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:36:14Z', 'updated_at': '2022-02-07T20:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi'}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:40:08.733165 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccacb1c3-7ee6-4483-9fd1-fbb58a17fe9a None None] Checking router: 5f2bd599-f288-4fcc-8e9d-4dc5079cb645 for host: dv-cinder-828150-2-iscsi {{(pid=102683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:40:08.743569 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccacb1c3-7ee6-4483-9fd1-fbb58a17fe9a None None] Routers {'5f2bd599-f288-4fcc-8e9d-4dc5079cb645'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:40:08.743569 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-ccacb1c3-7ee6-4483-9fd1-fbb58a17fe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:39:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['5f2bd599-f288-4fcc-8e9d-4dc5079cb645'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:40:08.771716 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [None req-8253a065-c711-4a90-bccc-76dd8f13242b admin admin] For port 83274559-185c-4d06-8cd9-5c5fbadb3532, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=83274559-185c-4d06-8cd9-5c5fbadb3532,segment=NetworkSegment(b6259b7e-66cb-4b1d-a7b0-58f7e3300c62),segment_id=b6259b7e-66cb-4b1d-a7b0-58f7e3300c62)] {{(pid=102681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:40:08.772163 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-8253a065-c711-4a90-bccc-76dd8f13242b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (83274559-185c-4d06-8cd9-5c5fbadb3532), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:08.789480 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [None req-8253a065-c711-4a90-bccc-76dd8f13242b admin admin] Calling delete_port for 83274559-185c-4d06-8cd9-5c5fbadb3532 owned by network:router_gateway {{(pid=102681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:40:08.854408 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-ccacb1c3-7ee6-4483-9fd1-fbb58a17fe9a None None] Set router 5f2bd599-f288-4fcc-8e9d-4dc5079cb645 gateway port host: None {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:40:08.913850 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-ccacb1c3-7ee6-4483-9fd1-fbb58a17fe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2bd599-f288-4fcc-8e9d-4dc5079cb645', 'name': 'tempest-TestMinimumBasicScenario-1518689603-router', 'tenant_id': '035234d39a2146c6b5036e9f73197b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:36:13Z', 'updated_at': '2022-02-07T20:40:08Z', 'revision_number': 6, 'project_id': '035234d39a2146c6b5036e9f73197b9b', 'gw_port_host': None}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:40:08.941910 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccacb1c3-7ee6-4483-9fd1-fbb58a17fe9a None None] The sync data for ids ['5f2bd599-f288-4fcc-8e9d-4dc5079cb645'] in dv-cinder-828150-2-iscsi is: [{'id': '5f2bd599-f288-4fcc-8e9d-4dc5079cb645', 'name': 'tempest-TestMinimumBasicScenario-1518689603-router', 'tenant_id': '035234d39a2146c6b5036e9f73197b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:36:13Z', 'updated_at': '2022-02-07T20:40:08Z', 'revision_number': 6, 'project_id': '035234d39a2146c6b5036e9f73197b9b', 'gw_port_host': None}] {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:40:08.983809 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-8253a065-c711-4a90-bccc-76dd8f13242b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (83274559-185c-4d06-8cd9-5c5fbadb3532), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:09.013271 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8253a065-c711-4a90-bccc-76dd8f13242b admin admin] Pushing event deleted for resources: {'Port': ['ID=83274559-185c-4d06-8cd9-5c5fbadb3532,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:09.081822 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-8253a065-c711-4a90-bccc-76dd8f13242b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395883'] for router_gateway (5f2bd599-f288-4fcc-8e9d-4dc5079cb645), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:09.178226 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-8253a065-c711-4a90-bccc-76dd8f13242b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7714'] for router (5f2bd599-f288-4fcc-8e9d-4dc5079cb645), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:09.180056 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-8253a065-c711-4a90-bccc-76dd8f13242b admin admin] Publish callbacks [] for router_controller (5f2bd599-f288-4fcc-8e9d-4dc5079cb645), precommit_delete_associations {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:09.224439 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-8253a065-c711-4a90-bccc-76dd8f13242b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-394747'] for router (5f2bd599-f288-4fcc-8e9d-4dc5079cb645), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:09.225130 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8253a065-c711-4a90-bccc-76dd8f13242b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f2bd599-f288-4fcc-8e9d-4dc5079cb645 {{(pid=102681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 20:40:09.230861 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-8253a065-c711-4a90-bccc-76dd8f13242b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:09.232083 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-8253a065-c711-4a90-bccc-76dd8f13242b admin admin] 10.222.0.60 "DELETE /v2.0/routers/5f2bd599-f288-4fcc-8e9d-4dc5079cb645 HTTP/1.1" status: 204 len: 168 time: 0.8536484 Feb 07 20:40:09.234806 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 54252) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:40:09.284657 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.db_base_plugin_v2 [None req-34527ff0-72e5-4ce2-b30c-6ec0fc436b8c admin admin] Deleting subnet 1ed87a7b-71d2-4a3f-996c-641f19903568 {{(pid=102681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 20:40:09.288020 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-34527ff0-72e5-4ce2-b30c-6ec0fc436b8c admin admin] Publish callbacks [] for subnet (1ed87a7b-71d2-4a3f-996c-641f19903568), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:09.326246 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-34527ff0-72e5-4ce2-b30c-6ec0fc436b8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9363915'] for subnet (1ed87a7b-71d2-4a3f-996c-641f19903568), precommit_delete_associations {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:09.433032 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-34527ff0-72e5-4ce2-b30c-6ec0fc436b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32999468'] for subnet (1ed87a7b-71d2-4a3f-996c-641f19903568), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:09.497336 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-34527ff0-72e5-4ce2-b30c-6ec0fc436b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32999639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3187828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9307052'] for subnet (1ed87a7b-71d2-4a3f-996c-641f19903568), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:09.762150 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34527ff0-72e5-4ce2-b30c-6ec0fc436b8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ed87a7b-71d2-4a3f-996c-641f19903568,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:09.765709 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-34527ff0-72e5-4ce2-b30c-6ec0fc436b8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for subnet (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:09.768864 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-34527ff0-72e5-4ce2-b30c-6ec0fc436b8c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1ed87a7b-71d2-4a3f-996c-641f19903568 HTTP/1.1" status: 204 len: 168 time: 0.5282030 Feb 07 20:40:09.770845 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e28b74f-7fe6-4f14-91a1-f324f16e377e None None] Network f14f5c39-9fe7-4f9c-9ace-0f9d7c14b761 requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:40:09.771330 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 54256) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:40:09.845231 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-8c0e4dba-4fd7-4368-98e7-76fbfbde19f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32943866'] for network (f14f5c39-9fe7-4f9c-9ace-0f9d7c14b761), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:09.922281 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [None req-8c0e4dba-4fd7-4368-98e7-76fbfbde19f8 admin admin] Deleting port cf56d2c2-33f4-4f49-ac9e-6ec3be97878a {{(pid=102681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:40:09.922662 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-8c0e4dba-4fd7-4368-98e7-76fbfbde19f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (cf56d2c2-33f4-4f49-ac9e-6ec3be97878a), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:09.968200 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a86d47-9f75-4867-b82f-192eebd9fc71 None None] DHCP port deletion for f14f5c39-9fe7-4f9c-9ace-0f9d7c14b761 request from dv-cinder-828150-2-iscsi {{(pid=102682) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 20:40:09.998339 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [None req-8c0e4dba-4fd7-4368-98e7-76fbfbde19f8 admin admin] For port cf56d2c2-33f4-4f49-ac9e-6ec3be97878a, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=cf56d2c2-33f4-4f49-ac9e-6ec3be97878a,segment=NetworkSegment(7e22c3af-9187-45c2-a4a1-97e3fc7b4fd9),segment_id=7e22c3af-9187-45c2-a4a1-97e3fc7b4fd9)] {{(pid=102681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:40:09.998825 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-8c0e4dba-4fd7-4368-98e7-76fbfbde19f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (cf56d2c2-33f4-4f49-ac9e-6ec3be97878a), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:10.012367 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [None req-8c0e4dba-4fd7-4368-98e7-76fbfbde19f8 admin admin] Calling delete_port for cf56d2c2-33f4-4f49-ac9e-6ec3be97878a owned by network:dhcp {{(pid=102681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:40:10.020328 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-66a86d47-9f75-4867-b82f-192eebd9fc71 None None] Deleting port cf56d2c2-33f4-4f49-ac9e-6ec3be97878a {{(pid=102682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:40:10.020774 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-66a86d47-9f75-4867-b82f-192eebd9fc71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (cf56d2c2-33f4-4f49-ac9e-6ec3be97878a), before_delete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:10.096116 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-66a86d47-9f75-4867-b82f-192eebd9fc71 None None] For port cf56d2c2-33f4-4f49-ac9e-6ec3be97878a, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=cf56d2c2-33f4-4f49-ac9e-6ec3be97878a,segment=NetworkSegment(7e22c3af-9187-45c2-a4a1-97e3fc7b4fd9),segment_id=7e22c3af-9187-45c2-a4a1-97e3fc7b4fd9)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:40:10.096536 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-66a86d47-9f75-4867-b82f-192eebd9fc71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (cf56d2c2-33f4-4f49-ac9e-6ec3be97878a), precommit_delete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:10.103726 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-8c0e4dba-4fd7-4368-98e7-76fbfbde19f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (cf56d2c2-33f4-4f49-ac9e-6ec3be97878a), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:10.115727 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-66a86d47-9f75-4867-b82f-192eebd9fc71 None None] Calling delete_port for cf56d2c2-33f4-4f49-ac9e-6ec3be97878a owned by network:dhcp {{(pid=102682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:40:10.134395 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0e4dba-4fd7-4368-98e7-76fbfbde19f8 admin admin] No DVR routers for this DVR port cf56d2c2-33f4-4f49-ac9e-6ec3be97878a on host dv-cinder-828150-2-iscsi {{(pid=102681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:40:10.140553 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e4dba-4fd7-4368-98e7-76fbfbde19f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf56d2c2-33f4-4f49-ac9e-6ec3be97878a,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:10.204377 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-66a86d47-9f75-4867-b82f-192eebd9fc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225'] for port (cf56d2c2-33f4-4f49-ac9e-6ec3be97878a), after_delete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:10.219459 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-8c0e4dba-4fd7-4368-98e7-76fbfbde19f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32817339', 'neutron.services.segments.db._delete_segments_for_network-8784096777409'] for network (f14f5c39-9fe7-4f9c-9ace-0f9d7c14b761), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:10.235109 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a86d47-9f75-4867-b82f-192eebd9fc71 None None] Pushing event deleted for resources: {'Port': ['ID=cf56d2c2-33f4-4f49-ac9e-6ec3be97878a,revision_number=None']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:10.239980 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a86d47-9f75-4867-b82f-192eebd9fc71 None None] No DVR routers for this DVR port cf56d2c2-33f4-4f49-ac9e-6ec3be97878a on host dv-cinder-828150-2-iscsi {{(pid=102682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:40:10.248811 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.services.segments.db [None req-8c0e4dba-4fd7-4368-98e7-76fbfbde19f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f14f5c39-9fe7-4f9c-9ace-0f9d7c14b761']}} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:40:10.262261 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.services.segments.db [None req-8c0e4dba-4fd7-4368-98e7-76fbfbde19f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e22c3af-9187-45c2-a4a1-97e3fc7b4fd9') {'for_net_delete': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:40:10.262261 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.services.segments.db [None req-8c0e4dba-4fd7-4368-98e7-76fbfbde19f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e22c3af-9187-45c2-a4a1-97e3fc7b4fd9') {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:40:10.265601 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 81128f65-77f0-405e-912b-1cd044587307 no longer exists at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:40:10.275256 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-8c0e4dba-4fd7-4368-98e7-76fbfbde19f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784096779466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9363904'] for segment (7e22c3af-9187-45c2-a4a1-97e3fc7b4fd9), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:10.285629 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] No Port match for: 81128f65-77f0-405e-912b-1cd044587307 {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:40:10.285977 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 81128f65-77f0-405e-912b-1cd044587307 not bound to the agent host dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:40:10.286391 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device cf56d2c2-33f4-4f49-ac9e-6ec3be97878a no longer exists at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:40:10.288616 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-8c0e4dba-4fd7-4368-98e7-76fbfbde19f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526'] for segment (7e22c3af-9187-45c2-a4a1-97e3fc7b4fd9), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:10.294838 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c0e4dba-4fd7-4368-98e7-76fbfbde19f8 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=102681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 20:40:10.295385 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-8c0e4dba-4fd7-4368-98e7-76fbfbde19f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3187934'] for segment (7e22c3af-9187-45c2-a4a1-97e3fc7b4fd9), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:10.297086 dv-cinder-828150-2-iscsi neutron-server[102681]: Traceback (most recent call last): Feb 07 20:40:10.297086 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 20:40:10.297086 dv-cinder-828150-2-iscsi neutron-server[102681]: timer() Feb 07 20:40:10.297086 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 20:40:10.297086 dv-cinder-828150-2-iscsi neutron-server[102681]: cb(*args, **kw) Feb 07 20:40:10.297086 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 20:40:10.297086 dv-cinder-828150-2-iscsi neutron-server[102681]: return func(*args, **kwargs) Feb 07 20:40:10.297086 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 20:40:10.297086 dv-cinder-828150-2-iscsi neutron-server[102681]: self._notify() Feb 07 20:40:10.297086 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 20:40:10.297086 dv-cinder-828150-2-iscsi neutron-server[102681]: self.callback(batched_events) Feb 07 20:40:10.297086 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 20:40:10.297086 dv-cinder-828150-2-iscsi neutron-server[102681]: event.method(event) Feb 07 20:40:10.297086 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 20:40:10.297086 dv-cinder-828150-2-iscsi neutron-server[102681]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 20:40:10.297086 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 20:40:10.297086 dv-cinder-828150-2-iscsi neutron-server[102681]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 20:40:10.297086 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 20:40:10.297086 dv-cinder-828150-2-iscsi neutron-server[102681]: return f(self, *a, **k) Feb 07 20:40:10.297086 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 20:40:10.297086 dv-cinder-828150-2-iscsi neutron-server[102681]: return self._get(url).json() Feb 07 20:40:10.297086 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 20:40:10.297086 dv-cinder-828150-2-iscsi neutron-server[102681]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 20:40:10.297086 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 20:40:10.297086 dv-cinder-828150-2-iscsi neutron-server[102681]: return self.request(url, 'GET', **kwargs) Feb 07 20:40:10.297086 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 20:40:10.297086 dv-cinder-828150-2-iscsi neutron-server[102681]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 20:40:10.297086 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 20:40:10.297086 dv-cinder-828150-2-iscsi neutron-server[102681]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 20:40:10.297086 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 20:40:10.297086 dv-cinder-828150-2-iscsi neutron-server[102681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 20:40:10.297086 dv-cinder-828150-2-iscsi neutron-server[102681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 20:40:10.305669 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] No Port match for: cf56d2c2-33f4-4f49-ac9e-6ec3be97878a {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:40:10.306020 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device cf56d2c2-33f4-4f49-ac9e-6ec3be97878a not bound to the agent host dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:40:10.306433 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 83274559-185c-4d06-8cd9-5c5fbadb3532 no longer exists at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:40:10.335838 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] No Port match for: 83274559-185c-4d06-8cd9-5c5fbadb3532 {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:40:10.336315 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 83274559-185c-4d06-8cd9-5c5fbadb3532 not bound to the agent host dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:40:10.356907 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-8c0e4dba-4fd7-4368-98e7-76fbfbde19f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32817314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395791'] for network (f14f5c39-9fe7-4f9c-9ace-0f9d7c14b761), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:10.362063 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-8c0e4dba-4fd7-4368-98e7-76fbfbde19f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for network (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:10.365846 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-8c0e4dba-4fd7-4368-98e7-76fbfbde19f8 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f14f5c39-9fe7-4f9c-9ace-0f9d7c14b761 HTTP/1.1" status: 204 len: 168 time: 0.5934794 Feb 07 20:40:10.377804 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e4dba-4fd7-4368-98e7-76fbfbde19f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f14f5c39-9fe7-4f9c-9ace-0f9d7c14b761,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:10.529573 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 54266) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:40:10.568251 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-43115d47-4640-4feb-a557-75f2ea121a05 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b81ed2187e4b4bb480ac9927221e90fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375376 Feb 07 20:40:10.570582 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 54268) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:40:10.619570 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-14381d42-ac44-4eae-b7b3-02f3cab444dc admin admin] Publish callbacks [] for security_group (2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:10.639321 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-14381d42-ac44-4eae-b7b3-02f3cab444dc admin admin] Publish callbacks [] for security_group (2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:10.704396 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-14381d42-ac44-4eae-b7b3-02f3cab444dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:10.707102 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-14381d42-ac44-4eae-b7b3-02f3cab444dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:10.710783 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-14381d42-ac44-4eae-b7b3-02f3cab444dc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9 HTTP/1.1" status: 204 len: 168 time: 0.1368425 Feb 07 20:40:10.717645 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14381d42-ac44-4eae-b7b3-02f3cab444dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff655f4-bac1-4eef-88e8-3e5ecfc8c7f9,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:11.038353 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 54280) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:40:11.077632 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-91f9bda7-2eb7-4170-bf44-79c77598fc95 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=035234d39a2146c6b5036e9f73197b9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380416 Feb 07 20:40:11.080114 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 54282) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:40:11.135629 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-bce59484-1b83-44ba-b3ca-56c8dbe86c90 admin admin] Publish callbacks [] for security_group (8c4269aa-5709-4785-81ee-ec01762cef0a), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:11.160967 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-bce59484-1b83-44ba-b3ca-56c8dbe86c90 admin admin] Publish callbacks [] for security_group (8c4269aa-5709-4785-81ee-ec01762cef0a), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:11.205838 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-bce59484-1b83-44ba-b3ca-56c8dbe86c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (8c4269aa-5709-4785-81ee-ec01762cef0a), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:11.208967 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-bce59484-1b83-44ba-b3ca-56c8dbe86c90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:11.210722 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-bce59484-1b83-44ba-b3ca-56c8dbe86c90 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8c4269aa-5709-4785-81ee-ec01762cef0a HTTP/1.1" status: 204 len: 168 time: 0.1294141 Feb 07 20:40:11.220094 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce59484-1b83-44ba-b3ca-56c8dbe86c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4269aa-5709-4785-81ee-ec01762cef0a,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:11.222130 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 54288) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:40:11.480507 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-484504be-c96c-401f-b28f-8a8c771827fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:11.560433 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-484504be-c96c-401f-b28f-8a8c771827fe admin admin] Publish callbacks [] for security_group (6e22a184-e840-4758-84e3-c363db9b8dc0), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:11.564143 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-484504be-c96c-401f-b28f-8a8c771827fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (6e22a184-e840-4758-84e3-c363db9b8dc0), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:11.604009 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-484504be-c96c-401f-b28f-8a8c771827fe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fea89491edc84ef1871715fb491cfd6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3802166 Feb 07 20:40:11.605099 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484504be-c96c-401f-b28f-8a8c771827fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e22a184-e840-4758-84e3-c363db9b8dc0,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:11.606933 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 54292) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:40:11.656680 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-4afc750b-e866-4b61-b5da-6649d6791757 admin admin] Publish callbacks [] for security_group (6e22a184-e840-4758-84e3-c363db9b8dc0), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:11.676922 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-4afc750b-e866-4b61-b5da-6649d6791757 admin admin] Publish callbacks [] for security_group (6e22a184-e840-4758-84e3-c363db9b8dc0), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:11.723814 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-4afc750b-e866-4b61-b5da-6649d6791757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (6e22a184-e840-4758-84e3-c363db9b8dc0), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:11.726501 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-4afc750b-e866-4b61-b5da-6649d6791757 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:11.727743 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-4afc750b-e866-4b61-b5da-6649d6791757 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6e22a184-e840-4758-84e3-c363db9b8dc0 HTTP/1.1" status: 204 len: 168 time: 0.1194606 Feb 07 20:40:11.735942 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc750b-e866-4b61-b5da-6649d6791757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e22a184-e840-4758-84e3-c363db9b8dc0,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:13.165286 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.agents_db [None req-6ca4556d-c1da-4dc5-8d4b-cf8528912650 None None] Agent healthcheck: found 6 active agents {{(pid=102683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:40:20.456019 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-cdfa8db2-3ec6-403b-ab37-3532e9b58cae tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1457013704&fields=id&tenant_id=202b4de9f7f64b28b4b916cfb595f7f7 HTTP/1.1" status: 200 len: 267 time: 0.0463815 Feb 07 20:40:20.567707 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-af96f65a-cb8c-4691-9a54-7ac8b8a774a0 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:20.569166 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-af96f65a-cb8c-4691-9a54-7ac8b8a774a0 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/networks?id=ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc HTTP/1.1" status: 200 len: 808 time: 0.1055267 Feb 07 20:40:20.583361 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-222c7cda-ff2d-4fc1-aee4-9b3b688a142e tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/quotas/202b4de9f7f64b28b4b916cfb595f7f7 HTTP/1.1" status: 200 len: 375 time: 0.0089681 Feb 07 20:40:20.638087 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-6df5e58f-c6b6-4f0d-8591-cb1fb755b449 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=202b4de9f7f64b28b4b916cfb595f7f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494370 Feb 07 20:40:20.665395 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb95243-25ee-4995-babc-e98a00d8c138 req-1cd17f6d-712f-43b4-ab21-d2be065a08e6 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:20.666855 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-3bb95243-25ee-4995-babc-e98a00d8c138 req-1cd17f6d-712f-43b4-ab21-d2be065a08e6 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.1546705 Feb 07 20:40:20.713842 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-3bb95243-25ee-4995-babc-e98a00d8c138 req-9cc748df-f0cc-44c4-9b72-41d0add63ab5 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413687 Feb 07 20:40:20.786233 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-846bcf01-e68f-4397-bdc3-7650c477ce4e service neutron] 10.222.0.60 "GET /v2.0/networks/ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367297 Feb 07 20:40:20.877401 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-50dea4a0-fe88-4c9a-82a8-ee588edd0f5f service neutron] 10.222.0.60 "GET /v2.0/networks/ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854952 Feb 07 20:40:21.145257 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-4f8c60cf-d4f3-490c-8df7-f08a54837bfe req-5e6f5dfe-5495-4645-93ce-11f01d207f9f tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 210 time: 0.0277708 Feb 07 20:40:21.837112 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036a7f9-f28a-4a56-8ba5-88f6e92012af req-43ed24d8-678b-4b30-bc93-0702ccc266f5 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:21.838731 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d036a7f9-f28a-4a56-8ba5-88f6e92012af req-43ed24d8-678b-4b30-bc93-0702ccc266f5 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.0560129 Feb 07 20:40:21.885951 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d036a7f9-f28a-4a56-8ba5-88f6e92012af req-d6b6dd26-7b3f-4491-9f18-546cb189ea80 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417497 Feb 07 20:40:22.245260 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-77e874ce-8c42-4125-a598-a2787a413a70 req-c8db5f76-cb5e-4b2c-8e10-bda95d6209e3 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 210 time: 0.0285923 Feb 07 20:40:22.285988 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-9670a9a9-f9f5-4880-aae6-02a4a1a8edfc tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:22.287552 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-9670a9a9-f9f5-4880-aae6-02a4a1a8edfc tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.24 "GET /v2.0/networks?id=ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc HTTP/1.1" status: 200 len: 808 time: 0.1332057 Feb 07 20:40:22.362097 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-424210d0-4dc8-479c-9384-13b240c92dd3 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=202b4de9f7f64b28b4b916cfb595f7f7 HTTP/1.1" status: 200 len: 380 time: 0.0528541 Feb 07 20:40:22.372202 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-0b5b1684-cadc-4c28-b4e7-ec560f651388 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Request body: {'port': {'device_id': '374b5c10-fa85-457a-ae3f-4bf9055631e9', 'network_id': 'ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc', 'admin_state_up': True, 'tenant_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'security_groups': ['23fb430a-91c9-4182-9386-8730e7238039']}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:40:22.476539 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-0b5b1684-cadc-4c28-b4e7-ec560f651388 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Made reservation on behalf of 202b4de9f7f64b28b4b916cfb595f7f7 for: {'port': 1} {{(pid=102680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:40:22.479842 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-0b5b1684-cadc-4c28-b4e7-ec560f651388 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:22.604304 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.db_base_plugin_common [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-0b5b1684-cadc-4c28-b4e7-ec560f651388 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Allocated IP 172.20.0.3 (ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc/26083960-cc8b-4c80-83fe-38db4307b6b4/9a1960f8-7974-4672-89cb-39e9dfc62ca6) {{(pid=102680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:40:22.630712 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac231f-5a66-4f03-8e31-0063a1a28f19 req-c7b61298-c1d6-4d48-b098-e7c47ca185ef tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:22.632105 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-3aac231f-5a66-4f03-8e31-0063a1a28f19 req-c7b61298-c1d6-4d48-b098-e7c47ca185ef tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.24 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.0552342 Feb 07 20:40:22.739114 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [req-3aac231f-5a66-4f03-8e31-0063a1a28f19 req-f7b0c858-68e7-48ee-9d3c-4d60c742498f tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Deleting port 6b7a9c0f-da25-4335-9833-4fae4a44db0a {{(pid=102681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:40:22.739618 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-3aac231f-5a66-4f03-8e31-0063a1a28f19 req-f7b0c858-68e7-48ee-9d3c-4d60c742498f tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (6b7a9c0f-da25-4335-9833-4fae4a44db0a), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:22.753876 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-0b5b1684-cadc-4c28-b4e7-ec560f651388 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks [] for port (9a1960f8-7974-4672-89cb-39e9dfc62ca6), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:22.789714 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-0b5b1684-cadc-4c28-b4e7-ec560f651388 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17688'] for port (9a1960f8-7974-4672-89cb-39e9dfc62ca6), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:22.835524 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-3aac231f-5a66-4f03-8e31-0063a1a28f19 req-f7b0c858-68e7-48ee-9d3c-4d60c742498f tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] For port 6b7a9c0f-da25-4335-9833-4fae4a44db0a, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=6b7a9c0f-da25-4335-9833-4fae4a44db0a,segment=NetworkSegment(ec801351-09d5-4c76-bb84-b5485a95e98b),segment_id=ec801351-09d5-4c76-bb84-b5485a95e98b)] {{(pid=102681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:40:22.836033 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-3aac231f-5a66-4f03-8e31-0063a1a28f19 req-f7b0c858-68e7-48ee-9d3c-4d60c742498f tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (6b7a9c0f-da25-4335-9833-4fae4a44db0a), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:22.836866 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-0b5b1684-cadc-4c28-b4e7-ec560f651388 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Network ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc is already hosted by enough agents. {{(pid=102680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:40:22.839968 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-0b5b1684-cadc-4c28-b4e7-ec560f651388 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Resources bound (agent type, host, resource id): {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:40:22.844567 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-0b5b1684-cadc-4c28-b4e7-ec560f651388 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Received port after_create {{(pid=102680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:40:22.848838 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b1684-cadc-4c28-b4e7-ec560f651388 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Pushing event updated for resources: {'Port': ['ID=9a1960f8-7974-4672-89cb-39e9dfc62ca6,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:22.901396 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-0b5b1684-cadc-4c28-b4e7-ec560f651388 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:22.902040 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-0b5b1684-cadc-4c28-b4e7-ec560f651388 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:22.922437 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-0b5b1684-cadc-4c28-b4e7-ec560f651388 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5538566 Feb 07 20:40:22.937736 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-6592ddc0-aa73-4a57-8078-2b7f82f06ab9 service neutron] Request body: {'port': {'device_id': '374b5c10-fa85-457a-ae3f-4bf9055631e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82815'}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:40:23.020062 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-6592ddc0-aa73-4a57-8078-2b7f82f06ab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (9a1960f8-7974-4672-89cb-39e9dfc62ca6), before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:23.073509 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-e6ca1f07-edf2-430e-a770-976a80a9647a None None] Provisioning complete for port 9a1960f8-7974-4672-89cb-39e9dfc62ca6 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:40:23.074106 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-e6ca1f07-edf2-430e-a770-976a80a9647a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (9a1960f8-7974-4672-89cb-39e9dfc62ca6), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:23.108657 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-e6ca1f07-edf2-430e-a770-976a80a9647a None None] Port 9a1960f8-7974-4672-89cb-39e9dfc62ca6 cannot update to ACTIVE because it is not bound. {{(pid=102682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:40:23.108919 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4d6bf-58df-44ec-8825-3c3739031582 req-9bf5880d-df05-4194-94e5-1adf9465874d tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:23.111966 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-45d4d6bf-58df-44ec-8825-3c3739031582 req-9bf5880d-df05-4194-94e5-1adf9465874d tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=53381b73-bdbb-4d09-8cd2-8f17d4959bb0 HTTP/1.1" status: 200 len: 945 time: 0.1308537 Feb 07 20:40:23.153272 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-3aac231f-5a66-4f03-8e31-0063a1a28f19 req-f7b0c858-68e7-48ee-9d3c-4d60c742498f tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:23.153636 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-3aac231f-5a66-4f03-8e31-0063a1a28f19 req-f7b0c858-68e7-48ee-9d3c-4d60c742498f tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395805'] for floatingip (f37c2a76-11d9-4149-aaea-30271a402577), after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:23.153947 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.db.l3_db [req-3aac231f-5a66-4f03-8e31-0063a1a28f19 req-f7b0c858-68e7-48ee-9d3c-4d60c742498f tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Floating IP f37c2a76-11d9-4149-aaea-30271a402577 disassociated. External IP: 172.27.3.27, port: 6b7a9c0f-da25-4335-9833-4fae4a44db0a. Feb 07 20:40:23.154282 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [req-3aac231f-5a66-4f03-8e31-0063a1a28f19 req-f7b0c858-68e7-48ee-9d3c-4d60c742498f tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Calling delete_port for 6b7a9c0f-da25-4335-9833-4fae4a44db0a owned by compute:nova {{(pid=102681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:40:23.184637 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-45d4d6bf-58df-44ec-8825-3c3739031582 req-9c420e81-4105-4f36-9b38-d3fb15185e84 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e9d628-d605-4ef0-882c-65f2674eb1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679269 Feb 07 20:40:23.297420 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-6592ddc0-aa73-4a57-8078-2b7f82f06ab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a1960f8-7974-4672-89cb-39e9dfc62ca6 {{(pid=102680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:40:23.306318 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-3aac231f-5a66-4f03-8e31-0063a1a28f19 req-f7b0c858-68e7-48ee-9d3c-4d60c742498f tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (6b7a9c0f-da25-4335-9833-4fae4a44db0a), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:23.306571 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-6592ddc0-aa73-4a57-8078-2b7f82f06ab9 service neutron] Publish callbacks [] for port (9a1960f8-7974-4672-89cb-39e9dfc62ca6), precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:23.343721 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0c858-68e7-48ee-9d3c-4d60c742498f tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Pushing event deleted for resources: {'Port': ['ID=6b7a9c0f-da25-4335-9833-4fae4a44db0a,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:23.352767 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-6592ddc0-aa73-4a57-8078-2b7f82f06ab9 service neutron] Transition to ACTIVE for port object 9a1960f8-7974-4672-89cb-39e9dfc62ca6 will not be triggered until provisioned by entity L2. {{(pid=102680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:40:23.359887 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-6592ddc0-aa73-4a57-8078-2b7f82f06ab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17681'] for port (9a1960f8-7974-4672-89cb-39e9dfc62ca6), after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:23.418539 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d6f3f-3b45-4748-bf03-ebf559344508 req-e9786311-7743-4254-b608-6bdd2bc83f64 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:23.420046 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-757d6f3f-3b45-4748-bf03-ebf559344508 req-e9786311-7743-4254-b608-6bdd2bc83f64 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 931 time: 0.1053782 Feb 07 20:40:23.429737 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6592ddc0-aa73-4a57-8078-2b7f82f06ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=9a1960f8-7974-4672-89cb-39e9dfc62ca6,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:23.461149 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3aac231f-5a66-4f03-8e31-0063a1a28f19 req-f7b0c858-68e7-48ee-9d3c-4d60c742498f tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Router aa043946-4a7d-45df-860a-59f6f39a106b has already been hosted by L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef {{(pid=102681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:40:23.523963 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-757d6f3f-3b45-4748-bf03-ebf559344508 req-083c1a75-a5c2-4c13-af14-f7c15439f8a0 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/security-groups?id=23fb430a-91c9-4182-9386-8730e7238039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971971 Feb 07 20:40:23.540296 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-6592ddc0-aa73-4a57-8078-2b7f82f06ab9 service neutron] Attempting to bind port 9a1960f8-7974-4672-89cb-39e9dfc62ca6 on host hv-cinder-82815 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:40:23.540636 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-6592ddc0-aa73-4a57-8078-2b7f82f06ab9 service neutron] Attempting to bind port 9a1960f8-7974-4672-89cb-39e9dfc62ca6 by drivers openvswitch,hyperv on host hv-cinder-82815 at level 0 using segments [{'id': '498c1219-a51a-4a32-b198-643b3c1847f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:40:23.540967 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-6592ddc0-aa73-4a57-8078-2b7f82f06ab9 service neutron] Attempting to bind port 9a1960f8-7974-4672-89cb-39e9dfc62ca6 on network ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:40:23.545414 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-6592ddc0-aa73-4a57-8078-2b7f82f06ab9 service neutron] Port 9a1960f8-7974-4672-89cb-39e9dfc62ca6 on network ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82815 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:40:23.545810 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-6592ddc0-aa73-4a57-8078-2b7f82f06ab9 service neutron] Attempting to bind port 9a1960f8-7974-4672-89cb-39e9dfc62ca6 on network ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:40:23.550943 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-6592ddc0-aa73-4a57-8078-2b7f82f06ab9 service neutron] Checking agent: {'id': '2db0d972-3e88-4a6a-9d75-f8f2fe350c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82815', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 33, 26), 'started_at': datetime.datetime(2022, 2, 7, 20, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:40:23.551370 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-6592ddc0-aa73-4a57-8078-2b7f82f06ab9 service neutron] Checking segment: {'id': '498c1219-a51a-4a32-b198-643b3c1847f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:40:23.551848 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-6592ddc0-aa73-4a57-8078-2b7f82f06ab9 service neutron] Bound using segment: {'id': '498c1219-a51a-4a32-b198-643b3c1847f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:40:23.552347 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-6592ddc0-aa73-4a57-8078-2b7f82f06ab9 service neutron] Bound port: 9a1960f8-7974-4672-89cb-39e9dfc62ca6, host: hv-cinder-82815, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '498c1219-a51a-4a32-b198-643b3c1847f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:40:23.552752 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-6592ddc0-aa73-4a57-8078-2b7f82f06ab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (9a1960f8-7974-4672-89cb-39e9dfc62ca6), before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:23.583352 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3aac231f-5a66-4f03-8e31-0063a1a28f19 req-f7b0c858-68e7-48ee-9d3c-4d60c742498f tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:40:23.597699 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92b90fa-4700-44f1-94c7-041c11902811 None None] Sync routers for ids ['aa043946-4a7d-45df-860a-59f6f39a106b'] in dv-cinder-828150-2-iscsi {{(pid=102682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:40:23.611002 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92b90fa-4700-44f1-94c7-041c11902811 None None] Routers {'aa043946-4a7d-45df-860a-59f6f39a106b'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:40:23.611659 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-f92b90fa-4700-44f1-94c7-041c11902811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:39:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['aa043946-4a7d-45df-860a-59f6f39a106b'], 'active': True} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:40:23.631595 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-6592ddc0-aa73-4a57-8078-2b7f82f06ab9 service neutron] For port 9a1960f8-7974-4672-89cb-39e9dfc62ca6, host hv-cinder-82815, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:40:23.634628 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-6592ddc0-aa73-4a57-8078-2b7f82f06ab9 service neutron] For port 9a1960f8-7974-4672-89cb-39e9dfc62ca6, host hv-cinder-82815, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=9a1960f8-7974-4672-89cb-39e9dfc62ca6,segment=NetworkSegment(498c1219-a51a-4a32-b198-643b3c1847f9),segment_id=498c1219-a51a-4a32-b198-643b3c1847f9)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:40:23.635222 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aac231f-5a66-4f03-8e31-0063a1a28f19 req-f7b0c858-68e7-48ee-9d3c-4d60c742498f tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] No DVR routers for this DVR port 6b7a9c0f-da25-4335-9833-4fae4a44db0a on host hv-cinder-82815 {{(pid=102681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:40:23.637770 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-3aac231f-5a66-4f03-8e31-0063a1a28f19 req-f7b0c858-68e7-48ee-9d3c-4d60c742498f tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:23.641375 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-3aac231f-5a66-4f03-8e31-0063a1a28f19 req-f7b0c858-68e7-48ee-9d3c-4d60c742498f tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.24 "DELETE /v2.0/ports/6b7a9c0f-da25-4335-9833-4fae4a44db0a HTTP/1.1" status: 204 len: 173 time: 1.0032766 Feb 07 20:40:23.641766 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-6592ddc0-aa73-4a57-8078-2b7f82f06ab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17681'] for port (9a1960f8-7974-4672-89cb-39e9dfc62ca6), after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:23.641891 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53381b73-bdbb-4d09-8cd2-8f17d4959bb0', 'name': 'network-vif-deleted', 'tag': '6b7a9c0f-da25-4335-9833-4fae4a44db0a'}] {{(pid=102681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:40:23.644910 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d543a4f93c545b9f4b4319baf8ff9337481391693fb3bbf25dbe09721f1c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7da9a7b-da87-471a-b9ed-d6cf983a75e5" -d '{"events": [{"server_uuid": "53381b73-bdbb-4d09-8cd2-8f17d4959bb0", "name": "network-vif-deleted", "tag": "6b7a9c0f-da25-4335-9833-4fae4a44db0a"}]}' {{(pid=102681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:40:23.715248 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9210b5-5f0d-4f70-aaad-3688c1dd1a03 x-openstack-request-id: req-3f9210b5-5f0d-4f70-aaad-3688c1dd1a03 {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:40:23.715581 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53381b73-bdbb-4d09-8cd2-8f17d4959bb0", "name": "network-vif-deleted", "tag": "6b7a9c0f-da25-4335-9833-4fae4a44db0a", "status": "completed", "code": 200}]} {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:40:23.715837 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3f9210b5-5f0d-4f70-aaad-3688c1dd1a03 {{(pid=102681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:40:23.716646 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53381b73-bdbb-4d09-8cd2-8f17d4959bb0', 'name': 'network-vif-deleted', 'tag': '6b7a9c0f-da25-4335-9833-4fae4a44db0a', 'status': 'completed', 'code': 200} Feb 07 20:40:23.739423 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-6592ddc0-aa73-4a57-8078-2b7f82f06ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:23.740267 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-6592ddc0-aa73-4a57-8078-2b7f82f06ab9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:23.741819 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-6592ddc0-aa73-4a57-8078-2b7f82f06ab9 service neutron] 10.222.0.24 "PUT /v2.0/ports/9a1960f8-7974-4672-89cb-39e9dfc62ca6 HTTP/1.1" status: 200 len: 1093 time: 0.8110685 Feb 07 20:40:23.742531 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '374b5c10-fa85-457a-ae3f-4bf9055631e9', 'tag': '9a1960f8-7974-4672-89cb-39e9dfc62ca6'}] {{(pid=102680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:40:23.745217 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8018c2217b61fdaaeb92b6d737e1de58097a2b3cdf81442b843717ec2e5fe670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8899ad-e32a-4a3f-b311-ec5c62fd46db" -d '{"events": [{"name": "network-changed", "server_uuid": "374b5c10-fa85-457a-ae3f-4bf9055631e9", "tag": "9a1960f8-7974-4672-89cb-39e9dfc62ca6"}]}' {{(pid=102680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:40:23.747033 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvr_db [None req-f92b90fa-4700-44f1-94c7-041c11902811 None None] Set router aa043946-4a7d-45df-860a-59f6f39a106b gateway port host: dv-cinder-828150-2-iscsi {{(pid=102682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:40:23.751100 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6592ddc0-aa73-4a57-8078-2b7f82f06ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=9a1960f8-7974-4672-89cb-39e9dfc62ca6,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:23.841595 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a27c81-1966-4e9b-a8e8-cd1ee9e33c8d x-openstack-request-id: req-b3a27c81-1966-4e9b-a8e8-cd1ee9e33c8d {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:40:23.842093 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "374b5c10-fa85-457a-ae3f-4bf9055631e9", "tag": "9a1960f8-7974-4672-89cb-39e9dfc62ca6", "status": "completed", "code": 200}]} {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:40:23.842370 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b3a27c81-1966-4e9b-a8e8-cd1ee9e33c8d {{(pid=102680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:40:23.842765 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '374b5c10-fa85-457a-ae3f-4bf9055631e9', 'tag': '9a1960f8-7974-4672-89cb-39e9dfc62ca6', 'status': 'completed', 'code': 200} Feb 07 20:40:23.864679 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-e2f6b37c-41fc-4bda-b163-baee2b298fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:23.866329 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-e2f6b37c-41fc-4bda-b163-baee2b298fe3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=202b4de9f7f64b28b4b916cfb595f7f7&device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 1127 time: 0.0611784 Feb 07 20:40:23.916941 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-9603d22a-6ce4-4963-a9c7-46e69912ea4c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a1960f8-7974-4672-89cb-39e9dfc62ca6 HTTP/1.1" status: 200 len: 217 time: 0.0421033 Feb 07 20:40:23.979870 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-c3c92af1-73d4-4c79-a4d3-57a3fbbf0cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:23.981342 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-c3c92af1-73d4-4c79-a4d3-57a3fbbf0cf1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26083960-cc8b-4c80-83fe-38db4307b6b4 HTTP/1.1" status: 200 len: 847 time: 0.0576391 Feb 07 20:40:23.997470 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-f92b90fa-4700-44f1-94c7-041c11902811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'name': 'tempest-AttachVolumeTestJSON-2019118832-router', 'tenant_id': '1920726293f94b09a11892df688f137b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e01ffbfe-fa33-4369-b976-b58a18f14152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:35:16Z', 'updated_at': '2022-02-07T20:35:23Z', 'revision_number': 4, 'project_id': '1920726293f94b09a11892df688f137b', 'gw_port': {'id': 'e01ffbfe-fa33-4369-b976-b58a18f14152', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:99:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:35:18Z', 'updated_at': '2022-02-07T20:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': 'e1afddea-2b48-49e7-9dfd-8043d1063611', 'name': '', 'network_id': '72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e', 'tenant_id': '1920726293f94b09a11892df688f137b', 'mac_address': 'fa:16:3e:b7:e2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '57a3a711-2e6c-457c-a563-2e93bf8d035e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:35:22Z', 'updated_at': '2022-02-07T20:35:29Z', 'revision_number': 5, 'project_id': '1920726293f94b09a11892df688f137b', 'subnets': [{'id': '57a3a711-2e6c-457c-a563-2e93bf8d035e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:40:24.023692 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92b90fa-4700-44f1-94c7-041c11902811 None None] Checking router: aa043946-4a7d-45df-860a-59f6f39a106b for host: dv-cinder-828150-2-iscsi {{(pid=102682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:40:24.032151 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-76442015-fe78-40e6-a6d3-048a5073cdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:24.032301 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92b90fa-4700-44f1-94c7-041c11902811 None None] Routers {'aa043946-4a7d-45df-860a-59f6f39a106b'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:40:24.032716 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-f92b90fa-4700-44f1-94c7-041c11902811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:39:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['aa043946-4a7d-45df-860a-59f6f39a106b'], 'active': True} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:40:24.033627 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-76442015-fe78-40e6-a6d3-048a5073cdd2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455441 Feb 07 20:40:24.140884 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-8aec8d2f-44c0-41cc-b017-bdb011662a2b service neutron] 10.222.0.24 "GET /v2.0/networks/ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946486 Feb 07 20:40:24.155006 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvr_db [None req-f92b90fa-4700-44f1-94c7-041c11902811 None None] Set router aa043946-4a7d-45df-860a-59f6f39a106b gateway port host: dv-cinder-828150-2-iscsi {{(pid=102682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:40:24.252712 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-feb09737-e844-4f34-9dc1-7e1c70efb6d3 req-84edcf8f-5130-408b-a510-d7f7d13d6142 service neutron] 10.222.0.24 "GET /v2.0/networks/ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036386 Feb 07 20:40:24.283317 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 54392) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:40:24.367548 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-f92b90fa-4700-44f1-94c7-041c11902811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'name': 'tempest-AttachVolumeTestJSON-2019118832-router', 'tenant_id': '1920726293f94b09a11892df688f137b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e01ffbfe-fa33-4369-b976-b58a18f14152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:35:16Z', 'updated_at': '2022-02-07T20:35:23Z', 'revision_number': 4, 'project_id': '1920726293f94b09a11892df688f137b', 'gw_port': {'id': 'e01ffbfe-fa33-4369-b976-b58a18f14152', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:99:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:35:18Z', 'updated_at': '2022-02-07T20:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': 'e1afddea-2b48-49e7-9dfd-8043d1063611', 'name': '', 'network_id': '72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e', 'tenant_id': '1920726293f94b09a11892df688f137b', 'mac_address': 'fa:16:3e:b7:e2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '57a3a711-2e6c-457c-a563-2e93bf8d035e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:35:22Z', 'updated_at': '2022-02-07T20:35:29Z', 'revision_number': 5, 'project_id': '1920726293f94b09a11892df688f137b', 'subnets': [{'id': '57a3a711-2e6c-457c-a563-2e93bf8d035e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:40:24.376128 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-335dbe7f-da61-46d6-9a96-556942d89a6a tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks [] for security_group (c4e9d628-d605-4ef0-882c-65f2674eb1ca), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:24.388493 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8899ad-e32a-4a3f-b311-ec5c62fd46db req-6ae1a2e1-8676-4d5e-ba6f-43d80a6a6792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:24.390048 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8b8899ad-e32a-4a3f-b311-ec5c62fd46db req-6ae1a2e1-8676-4d5e-ba6f-43d80a6a6792 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=202b4de9f7f64b28b4b916cfb595f7f7&device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 1127 time: 0.0760636 Feb 07 20:40:24.397002 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92b90fa-4700-44f1-94c7-041c11902811 None None] The sync data for ids ['aa043946-4a7d-45df-860a-59f6f39a106b'] in dv-cinder-828150-2-iscsi is: [{'id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'name': 'tempest-AttachVolumeTestJSON-2019118832-router', 'tenant_id': '1920726293f94b09a11892df688f137b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e01ffbfe-fa33-4369-b976-b58a18f14152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:35:16Z', 'updated_at': '2022-02-07T20:35:23Z', 'revision_number': 4, 'project_id': '1920726293f94b09a11892df688f137b', 'gw_port': {'id': 'e01ffbfe-fa33-4369-b976-b58a18f14152', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:99:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:35:18Z', 'updated_at': '2022-02-07T20:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': 'e1afddea-2b48-49e7-9dfd-8043d1063611', 'name': '', 'network_id': '72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e', 'tenant_id': '1920726293f94b09a11892df688f137b', 'mac_address': 'fa:16:3e:b7:e2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '57a3a711-2e6c-457c-a563-2e93bf8d035e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:35:22Z', 'updated_at': '2022-02-07T20:35:29Z', 'revision_number': 5, 'project_id': '1920726293f94b09a11892df688f137b', 'subnets': [{'id': '57a3a711-2e6c-457c-a563-2e93bf8d035e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:40:24.412356 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-335dbe7f-da61-46d6-9a96-556942d89a6a tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks [] for security_group (c4e9d628-d605-4ef0-882c-65f2674eb1ca), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:24.518350 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8899ad-e32a-4a3f-b311-ec5c62fd46db req-ced4e22f-aa83-443b-9f7e-6d98f7e91390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:24.520427 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8b8899ad-e32a-4a3f-b311-ec5c62fd46db req-ced4e22f-aa83-443b-9f7e-6d98f7e91390 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc HTTP/1.1" status: 200 len: 909 time: 0.1207738 Feb 07 20:40:24.521127 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-335dbe7f-da61-46d6-9a96-556942d89a6a tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (c4e9d628-d605-4ef0-882c-65f2674eb1ca), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:24.523715 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-335dbe7f-da61-46d6-9a96-556942d89a6a tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:24.524729 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-335dbe7f-da61-46d6-9a96-556942d89a6a tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "DELETE /v2.0/security-groups/c4e9d628-d605-4ef0-882c-65f2674eb1ca HTTP/1.1" status: 204 len: 168 time: 0.2396307 Feb 07 20:40:24.527622 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 54394) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:40:24.542293 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.api.v2.resource [None req-013031bb-c154-43ae-8b1f-310f2e8c2786 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] show failed (client error): The resource could not be found. Feb 07 20:40:24.543604 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-013031bb-c154-43ae-8b1f-310f2e8c2786 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups/c4e9d628-d605-4ef0-882c-65f2674eb1ca HTTP/1.1" status: 404 len: 347 time: 0.0146549 Feb 07 20:40:24.546434 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 54396) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:40:24.546713 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335dbe7f-da61-46d6-9a96-556942d89a6a tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e9d628-d605-4ef0-882c-65f2674eb1ca,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:24.587233 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8b8899ad-e32a-4a3f-b311-ec5c62fd46db req-936e34a6-c4de-47fb-a8d8-0685364f0241 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a1960f8-7974-4672-89cb-39e9dfc62ca6 HTTP/1.1" status: 200 len: 217 time: 0.0567641 Feb 07 20:40:24.642176 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8899ad-e32a-4a3f-b311-ec5c62fd46db req-4df113f7-a6dc-4246-9de5-2ddbace65d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:24.644297 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8b8899ad-e32a-4a3f-b311-ec5c62fd46db req-4df113f7-a6dc-4246-9de5-2ddbace65d56 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26083960-cc8b-4c80-83fe-38db4307b6b4 HTTP/1.1" status: 200 len: 847 time: 0.0486782 Feb 07 20:40:24.698290 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a5740b-be42-4ef5-9c13-f8a6013bb9a8 None None] New status for floating IP f37c2a76-11d9-4149-aaea-30271a402577: DOWN {{(pid=102683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 20:40:24.699007 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8899ad-e32a-4a3f-b311-ec5c62fd46db req-ad69ea09-132f-4740-9692-955b3fd3f1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:24.700295 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8b8899ad-e32a-4a3f-b311-ec5c62fd46db req-ad69ea09-132f-4740-9692-955b3fd3f1e5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479531 Feb 07 20:40:24.729518 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5646531c-b1ba-4993-b594-9894972936a9 req-b192dbdf-14f5-467f-8d4a-114eea21c208 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:24.731029 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-5646531c-b1ba-4993-b594-9894972936a9 req-b192dbdf-14f5-467f-8d4a-114eea21c208 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 943 time: 0.1158259 Feb 07 20:40:24.781330 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [None req-8132995b-cb9c-45a5-84cb-75fbbd6d3496 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Deleting port 6bfdb427-5974-43fb-b58b-b369c9d10372 {{(pid=102681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:40:24.781706 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-8132995b-cb9c-45a5-84cb-75fbbd6d3496 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (6bfdb427-5974-43fb-b58b-b369c9d10372), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:24.803906 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8b8899ad-e32a-4a3f-b311-ec5c62fd46db req-a50e8e65-2da0-4127-aa84-aa0cff514aea service neutron] 10.222.0.24 "GET /v2.0/networks/ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962670 Feb 07 20:40:24.832388 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-5646531c-b1ba-4993-b594-9894972936a9 req-18a2b50b-d692-4f13-8983-eed80afa8c00 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/security-groups?id=23fb430a-91c9-4182-9386-8730e7238039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945754 Feb 07 20:40:24.886901 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-8132995b-cb9c-45a5-84cb-75fbbd6d3496 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (6bfdb427-5974-43fb-b58b-b369c9d10372), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:24.887302 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-8132995b-cb9c-45a5-84cb-75fbbd6d3496 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks [] for floatingip (6bfdb427-5974-43fb-b58b-b369c9d10372), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:24.898626 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8b8899ad-e32a-4a3f-b311-ec5c62fd46db req-30e3ba5b-3351-48c7-9304-07bc8db57565 service neutron] 10.222.0.24 "GET /v2.0/networks/ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861020 Feb 07 20:40:24.900475 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [None req-8132995b-cb9c-45a5-84cb-75fbbd6d3496 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Calling delete_port for 6bfdb427-5974-43fb-b58b-b369c9d10372 owned by network:floatingip {{(pid=102681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:40:25.041272 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-8132995b-cb9c-45a5-84cb-75fbbd6d3496 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (6bfdb427-5974-43fb-b58b-b369c9d10372), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:25.067904 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132995b-cb9c-45a5-84cb-75fbbd6d3496 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Pushing event deleted for resources: {'Port': ['ID=6bfdb427-5974-43fb-b58b-b369c9d10372,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:25.134119 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-8132995b-cb9c-45a5-84cb-75fbbd6d3496 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks [] for floatingip (f37c2a76-11d9-4149-aaea-30271a402577), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:25.136664 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-8132995b-cb9c-45a5-84cb-75fbbd6d3496 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for floatingip (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:25.137786 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-8132995b-cb9c-45a5-84cb-75fbbd6d3496 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "DELETE /v2.0/floatingips/f37c2a76-11d9-4149-aaea-30271a402577 HTTP/1.1" status: 204 len: 168 time: 0.5904379 Feb 07 20:40:25.588183 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 54404) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:40:25.592671 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-55d24171-0e93-42ea-939d-a20e8d762b95 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Request body: {'security_group': {'name': 'tempest-securitygroup--821597911', 'description': 'tempest-description--378986896'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:40:25.612456 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-55d24171-0e93-42ea-939d-a20e8d762b95 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:25.675677 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-55d24171-0e93-42ea-939d-a20e8d762b95 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks [] for security_group (c26bdf8c-6154-4d37-b3e0-e19d59dbfbf3), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:25.679188 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-55d24171-0e93-42ea-939d-a20e8d762b95 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (c26bdf8c-6154-4d37-b3e0-e19d59dbfbf3), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:25.710544 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-55d24171-0e93-42ea-939d-a20e8d762b95 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:25.711770 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-55d24171-0e93-42ea-939d-a20e8d762b95 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1225927 Feb 07 20:40:25.714530 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 54406) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:40:25.718777 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-0ab2f59b-d4da-49ee-b25a-a3970c4abe98 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Request body: {'security_group_rule': {'security_group_id': 'c26bdf8c-6154-4d37-b3e0-e19d59dbfbf3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:40:25.723220 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d24171-0e93-42ea-939d-a20e8d762b95 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c26bdf8c-6154-4d37-b3e0-e19d59dbfbf3,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:25.746458 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-0ab2f59b-d4da-49ee-b25a-a3970c4abe98 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks [] for security_group_rule (c5004b63-37a5-4da6-834d-3a94aa0674a8), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:25.799269 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-0ab2f59b-d4da-49ee-b25a-a3970c4abe98 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks [] for security_group_rule (c5004b63-37a5-4da6-834d-3a94aa0674a8), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:25.803134 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-0ab2f59b-d4da-49ee-b25a-a3970c4abe98 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471706'] for security_group_rule (c5004b63-37a5-4da6-834d-3a94aa0674a8), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:25.820761 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2f59b-d4da-49ee-b25a-a3970c4abe98 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5004b63-37a5-4da6-834d-3a94aa0674a8,revision_number=0']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:25.825061 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-0ab2f59b-d4da-49ee-b25a-a3970c4abe98 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:25.827812 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-0ab2f59b-d4da-49ee-b25a-a3970c4abe98 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1123118 Feb 07 20:40:25.828893 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 54408) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:40:25.833143 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-c9498ea5-d22d-4c49-b18f-8ea5c211c9ff tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Request body: {'security_group_rule': {'security_group_id': 'c26bdf8c-6154-4d37-b3e0-e19d59dbfbf3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:40:25.859347 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c9498ea5-d22d-4c49-b18f-8ea5c211c9ff tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks [] for security_group_rule (cfb336f3-862d-4f7c-991f-ecf38359b8a4), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:25.943416 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c9498ea5-d22d-4c49-b18f-8ea5c211c9ff tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks [] for security_group_rule (cfb336f3-862d-4f7c-991f-ecf38359b8a4), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:25.949579 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c9498ea5-d22d-4c49-b18f-8ea5c211c9ff tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471706'] for security_group_rule (cfb336f3-862d-4f7c-991f-ecf38359b8a4), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:25.980481 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3385cf-532a-4391-9b69-da0163635d6d req-8bbb0584-b2a6-4b3f-914d-98e8b2c703b4 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:25.981958 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8c3385cf-532a-4391-9b69-da0163635d6d req-8bbb0584-b2a6-4b3f-914d-98e8b2c703b4 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 943 time: 0.0815532 Feb 07 20:40:25.982547 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9498ea5-d22d-4c49-b18f-8ea5c211c9ff tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb336f3-862d-4f7c-991f-ecf38359b8a4,revision_number=0']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:25.986935 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c9498ea5-d22d-4c49-b18f-8ea5c211c9ff tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:25.988645 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-c9498ea5-d22d-4c49-b18f-8ea5c211c9ff tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1588039 Feb 07 20:40:25.993387 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 54412) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:40:25.997897 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-6f8750fb-de5c-4aac-90da-b0b5a9e65bd1 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Request body: {'floatingip': {'floating_network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:40:26.017026 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6f8750fb-de5c-4aac-90da-b0b5a9e65bd1 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:26.037008 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8c3385cf-532a-4391-9b69-da0163635d6d req-3c1b50ff-2c11-4eab-a2f4-c174f203d558 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/security-groups?id=23fb430a-91c9-4182-9386-8730e7238039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472465 Feb 07 20:40:26.115988 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6f8750fb-de5c-4aac-90da-b0b5a9e65bd1 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:26.219715 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.db_base_plugin_common [None req-6f8750fb-de5c-4aac-90da-b0b5a9e65bd1 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Allocated IP 172.27.3.15 (8fac5e93-9c31-4064-8161-a8fff953e3cb/29ca3f4a-d044-4ce0-b1ea-59efe11aa82f/b5c749ac-d003-4eb9-afbf-d26cb082aa3a) {{(pid=102680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:40:26.317156 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6f8750fb-de5c-4aac-90da-b0b5a9e65bd1 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks [] for port (b5c749ac-d003-4eb9-afbf-d26cb082aa3a), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:26.350974 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6f8750fb-de5c-4aac-90da-b0b5a9e65bd1 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17688'] for port (b5c749ac-d003-4eb9-afbf-d26cb082aa3a), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:26.384999 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8750fb-de5c-4aac-90da-b0b5a9e65bd1 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Network 8fac5e93-9c31-4064-8161-a8fff953e3cb is already hosted by enough agents. {{(pid=102680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:40:26.389529 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [None req-6f8750fb-de5c-4aac-90da-b0b5a9e65bd1 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Resources bound (agent type, host, resource id): {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:40:26.392873 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8750fb-de5c-4aac-90da-b0b5a9e65bd1 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Received port after_create {{(pid=102680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:40:26.419760 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (2db0d972-3e88-4a6a-9d75-f8f2fe350c5f), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:26.421071 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8750fb-de5c-4aac-90da-b0b5a9e65bd1 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Pushing event updated for resources: {'Port': ['ID=b5c749ac-d003-4eb9-afbf-d26cb082aa3a,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:26.483821 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6f8750fb-de5c-4aac-90da-b0b5a9e65bd1 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks [] for floatingip (cc0fe004-053e-4530-ba53-de767ecedea4), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:26.517423 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6f8750fb-de5c-4aac-90da-b0b5a9e65bd1 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (b5c749ac-d003-4eb9-afbf-d26cb082aa3a), before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:26.548717 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-1b4c8ff0-0fab-4359-8997-0f0a8854ddb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:26.668733 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6f8750fb-de5c-4aac-90da-b0b5a9e65bd1 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks [] for port (b5c749ac-d003-4eb9-afbf-d26cb082aa3a), precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:26.673085 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6f8750fb-de5c-4aac-90da-b0b5a9e65bd1 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17681'] for port (b5c749ac-d003-4eb9-afbf-d26cb082aa3a), after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:26.741759 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8750fb-de5c-4aac-90da-b0b5a9e65bd1 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Pushing event updated for resources: {'Port': ['ID=b5c749ac-d003-4eb9-afbf-d26cb082aa3a,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:26.748356 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6f8750fb-de5c-4aac-90da-b0b5a9e65bd1 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395805'] for floatingip (cc0fe004-053e-4530-ba53-de767ecedea4), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:26.764269 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-6f8750fb-de5c-4aac-90da-b0b5a9e65bd1 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for floatingip (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:26.765494 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-6f8750fb-de5c-4aac-90da-b0b5a9e65bd1 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7710838 Feb 07 20:40:27.006414 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-d659dc62-f967-4559-a9d8-1b8f6ad93eb2 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--821597911&fields=id&tenant_id=1920726293f94b09a11892df688f137b HTTP/1.1" status: 200 len: 267 time: 0.0417469 Feb 07 20:40:27.117757 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-5e496b7c-b965-4189-89ae-ac75002462f6 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:27.119227 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-5e496b7c-b965-4189-89ae-ac75002462f6 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/networks?id=72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e HTTP/1.1" status: 200 len: 811 time: 0.1066427 Feb 07 20:40:27.136604 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-30ac616e-09d5-445c-8812-5fa5e500b540 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/quotas/1920726293f94b09a11892df688f137b HTTP/1.1" status: 200 len: 375 time: 0.0096278 Feb 07 20:40:27.141151 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 6b7a9c0f-da25-4335-9833-4fae4a44db0a no longer exists at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:40:27.154371 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efd214-81ed-4029-93db-d65273b38c70 req-c7942ffa-2f16-4bce-a524-45f5b47fea77 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:27.156047 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-80efd214-81ed-4029-93db-d65273b38c70 req-c7942ffa-2f16-4bce-a524-45f5b47fea77 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 943 time: 0.0529809 Feb 07 20:40:27.162629 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] No Port match for: 6b7a9c0f-da25-4335-9833-4fae4a44db0a {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:40:27.162969 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 6b7a9c0f-da25-4335-9833-4fae4a44db0a not bound to the agent host hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:40:27.192208 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-f0770759-dc57-40a8-814f-51ba4b1d5ef4 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1920726293f94b09a11892df688f137b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504694 Feb 07 20:40:27.209945 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-80efd214-81ed-4029-93db-d65273b38c70 req-28cdd8a2-4cbc-495f-9eab-9b21ef9bcaf4 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/security-groups?id=23fb430a-91c9-4182-9386-8730e7238039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471694 Feb 07 20:40:27.332952 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-584d7a9c-12d5-4952-a5ec-4898c877e7c1 service neutron] 10.222.0.60 "GET /v2.0/networks/72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298177 Feb 07 20:40:27.420866 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-0a23294b-13f4-478f-8911-2747571bfd3a service neutron] 10.222.0.60 "GET /v2.0/networks/72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823343 Feb 07 20:40:27.574627 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-49308bf9-71f3-429a-9dbd-0119e848f833 req-86284a43-7c8c-4f0c-abe6-e4f036ee2315 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=9cf6add5-4869-4015-a485-3b193b516655 HTTP/1.1" status: 200 len: 210 time: 0.0272143 Feb 07 20:40:28.331565 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260559da-b588-40e9-8f2d-a60f2227582b req-be68dd4d-d39c-4d5b-8082-1fd656dd68a3 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:28.333016 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-260559da-b588-40e9-8f2d-a60f2227582b req-be68dd4d-d39c-4d5b-8082-1fd656dd68a3 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 943 time: 0.0567055 Feb 07 20:40:28.381080 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-260559da-b588-40e9-8f2d-a60f2227582b req-60107a90-c11d-4b9a-b4f3-d7cb8fe74b9c tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/security-groups?id=23fb430a-91c9-4182-9386-8730e7238039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424848 Feb 07 20:40:28.486023 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-10d84d54-caec-4255-9a6c-336a95949933 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:28.488052 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-10d84d54-caec-4255-9a6c-336a95949933 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.24 "GET /v2.0/networks?id=72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e HTTP/1.1" status: 200 len: 811 time: 0.0999260 Feb 07 20:40:28.552428 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-95fab6f0-c2d5-4b35-870d-0eda262884b9 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1920726293f94b09a11892df688f137b HTTP/1.1" status: 200 len: 379 time: 0.0550241 Feb 07 20:40:28.564495 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-14845297-50f8-4a00-bd97-a73335ae9785 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Request body: {'port': {'device_id': '9cf6add5-4869-4015-a485-3b193b516655', 'network_id': '72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e', 'admin_state_up': True, 'tenant_id': '1920726293f94b09a11892df688f137b', 'security_groups': ['c26bdf8c-6154-4d37-b3e0-e19d59dbfbf3']}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:40:28.669063 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f7c73190-6dc6-4c63-b45c-712ec3dc1446 req-78c44fbf-dc82-4686-8cd6-658ac1690a0b tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=9cf6add5-4869-4015-a485-3b193b516655 HTTP/1.1" status: 200 len: 210 time: 0.0274966 Feb 07 20:40:28.670002 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-14845297-50f8-4a00-bd97-a73335ae9785 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Made reservation on behalf of 1920726293f94b09a11892df688f137b for: {'port': 1} {{(pid=102680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:40:28.673279 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-14845297-50f8-4a00-bd97-a73335ae9785 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:28.798236 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.db_base_plugin_common [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-14845297-50f8-4a00-bd97-a73335ae9785 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Allocated IP 172.20.0.3 (72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e/57a3a711-2e6c-457c-a563-2e93bf8d035e/5b5900fc-f439-4588-840f-8f0e0cfe5b61) {{(pid=102680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:40:28.880506 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8de48143-9342-4f4a-915f-59c68f9b5df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:28.934166 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-14845297-50f8-4a00-bd97-a73335ae9785 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks [] for port (5b5900fc-f439-4588-840f-8f0e0cfe5b61), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:28.966164 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-14845297-50f8-4a00-bd97-a73335ae9785 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17688'] for port (5b5900fc-f439-4588-840f-8f0e0cfe5b61), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:29.008291 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-14845297-50f8-4a00-bd97-a73335ae9785 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Network 72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e is already hosted by enough agents. {{(pid=102680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:40:29.011310 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-14845297-50f8-4a00-bd97-a73335ae9785 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Resources bound (agent type, host, resource id): {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:40:29.014820 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-14845297-50f8-4a00-bd97-a73335ae9785 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Received port after_create {{(pid=102680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:40:29.021131 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14845297-50f8-4a00-bd97-a73335ae9785 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Pushing event updated for resources: {'Port': ['ID=5b5900fc-f439-4588-840f-8f0e0cfe5b61,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:29.066249 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-14845297-50f8-4a00-bd97-a73335ae9785 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:29.066565 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-14845297-50f8-4a00-bd97-a73335ae9785 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:29.082140 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-14845297-50f8-4a00-bd97-a73335ae9785 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5212219 Feb 07 20:40:29.093455 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-a447c038-99db-4723-923d-a859b21a1ad8 service neutron] Request body: {'port': {'device_id': '9cf6add5-4869-4015-a485-3b193b516655', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82815'}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:40:29.155691 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-a447c038-99db-4723-923d-a859b21a1ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (5b5900fc-f439-4588-840f-8f0e0cfe5b61), before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:29.189225 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-70e5dbd8-12a3-466b-922b-425a0e45a1bf None None] Provisioning complete for port 5b5900fc-f439-4588-840f-8f0e0cfe5b61 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:40:29.189857 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-70e5dbd8-12a3-466b-922b-425a0e45a1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (5b5900fc-f439-4588-840f-8f0e0cfe5b61), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:29.223652 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-70e5dbd8-12a3-466b-922b-425a0e45a1bf None None] Port 5b5900fc-f439-4588-840f-8f0e0cfe5b61 cannot update to ACTIVE because it is not bound. {{(pid=102682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:40:29.402349 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-a447c038-99db-4723-923d-a859b21a1ad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b5900fc-f439-4588-840f-8f0e0cfe5b61 {{(pid=102680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:40:29.410403 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-a447c038-99db-4723-923d-a859b21a1ad8 service neutron] Publish callbacks [] for port (5b5900fc-f439-4588-840f-8f0e0cfe5b61), precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:29.426103 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.provisioning_blocks [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-a447c038-99db-4723-923d-a859b21a1ad8 service neutron] Transition to ACTIVE for port object 5b5900fc-f439-4588-840f-8f0e0cfe5b61 will not be triggered until provisioned by entity L2. {{(pid=102680) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:40:29.430281 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-a447c038-99db-4723-923d-a859b21a1ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17681'] for port (5b5900fc-f439-4588-840f-8f0e0cfe5b61), after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:29.509021 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447c038-99db-4723-923d-a859b21a1ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=5b5900fc-f439-4588-840f-8f0e0cfe5b61,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:29.569840 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc1f00-70d6-494c-804b-f162c2b53530 req-d9878d0b-84ad-4d1d-9998-751b2664f844 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:29.571558 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-b5bc1f00-70d6-494c-804b-f162c2b53530 req-d9878d0b-84ad-4d1d-9998-751b2664f844 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 943 time: 0.1177576 Feb 07 20:40:29.621045 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-a447c038-99db-4723-923d-a859b21a1ad8 service neutron] Attempting to bind port 5b5900fc-f439-4588-840f-8f0e0cfe5b61 on host hv-cinder-82815 for vnic_type normal with profile {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:40:29.621374 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-a447c038-99db-4723-923d-a859b21a1ad8 service neutron] Attempting to bind port 5b5900fc-f439-4588-840f-8f0e0cfe5b61 by drivers openvswitch,hyperv on host hv-cinder-82815 at level 0 using segments [{'id': 'ec801351-09d5-4c76-bb84-b5485a95e98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e'}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:40:29.621698 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-a447c038-99db-4723-923d-a859b21a1ad8 service neutron] Attempting to bind port 5b5900fc-f439-4588-840f-8f0e0cfe5b61 on network 72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:40:29.637680 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-a447c038-99db-4723-923d-a859b21a1ad8 service neutron] Port 5b5900fc-f439-4588-840f-8f0e0cfe5b61 on network 72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82815 {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:40:29.637993 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-a447c038-99db-4723-923d-a859b21a1ad8 service neutron] Attempting to bind port 5b5900fc-f439-4588-840f-8f0e0cfe5b61 on network 72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:40:29.646523 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-b5bc1f00-70d6-494c-804b-f162c2b53530 req-4df4f186-a703-4fc9-a415-60db9468e64e tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/security-groups?id=23fb430a-91c9-4182-9386-8730e7238039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686884 Feb 07 20:40:29.647348 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-a447c038-99db-4723-923d-a859b21a1ad8 service neutron] Checking agent: {'id': '2db0d972-3e88-4a6a-9d75-f8f2fe350c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82815', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 33, 26), 'started_at': datetime.datetime(2022, 2, 7, 20, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:40:29.647707 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-a447c038-99db-4723-923d-a859b21a1ad8 service neutron] Checking segment: {'id': 'ec801351-09d5-4c76-bb84-b5485a95e98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:40:29.648073 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-a447c038-99db-4723-923d-a859b21a1ad8 service neutron] Bound using segment: {'id': 'ec801351-09d5-4c76-bb84-b5485a95e98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e'} {{(pid=102680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:40:29.648490 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.managers [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-a447c038-99db-4723-923d-a859b21a1ad8 service neutron] Bound port: 5b5900fc-f439-4588-840f-8f0e0cfe5b61, host: hv-cinder-82815, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec801351-09d5-4c76-bb84-b5485a95e98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e'}}] {{(pid=102680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:40:29.648834 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-a447c038-99db-4723-923d-a859b21a1ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (5b5900fc-f439-4588-840f-8f0e0cfe5b61), before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:29.709459 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-a447c038-99db-4723-923d-a859b21a1ad8 service neutron] For port 5b5900fc-f439-4588-840f-8f0e0cfe5b61, host hv-cinder-82815, cleared binding levels {{(pid=102680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:40:29.712407 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-a447c038-99db-4723-923d-a859b21a1ad8 service neutron] For port 5b5900fc-f439-4588-840f-8f0e0cfe5b61, host hv-cinder-82815, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=5b5900fc-f439-4588-840f-8f0e0cfe5b61,segment=NetworkSegment(ec801351-09d5-4c76-bb84-b5485a95e98b),segment_id=ec801351-09d5-4c76-bb84-b5485a95e98b)] {{(pid=102680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:40:29.718537 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-a447c038-99db-4723-923d-a859b21a1ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17681'] for port (5b5900fc-f439-4588-840f-8f0e0cfe5b61), after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:29.755958 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-a447c038-99db-4723-923d-a859b21a1ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:29.756872 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-a447c038-99db-4723-923d-a859b21a1ad8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:29.758124 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-a447c038-99db-4723-923d-a859b21a1ad8 service neutron] 10.222.0.24 "PUT /v2.0/ports/5b5900fc-f439-4588-840f-8f0e0cfe5b61 HTTP/1.1" status: 200 len: 1093 time: 0.6689551 Feb 07 20:40:29.758571 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cf6add5-4869-4015-a485-3b193b516655', 'tag': '5b5900fc-f439-4588-840f-8f0e0cfe5b61'}] {{(pid=102680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:40:29.760807 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8018c2217b61fdaaeb92b6d737e1de58097a2b3cdf81442b843717ec2e5fe670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923862cd-b526-498c-b65f-5db037f72e4d" -d '{"events": [{"name": "network-changed", "server_uuid": "9cf6add5-4869-4015-a485-3b193b516655", "tag": "5b5900fc-f439-4588-840f-8f0e0cfe5b61"}]}' {{(pid=102680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:40:29.791740 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447c038-99db-4723-923d-a859b21a1ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=5b5900fc-f439-4588-840f-8f0e0cfe5b61,revision_number=3']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:29.794846 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a2692-f9c2-453c-8cd5-a9020598c10c req-2f76dd2e-240e-471a-a710-c7f9204c1865 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:29.797434 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-963a2692-f9c2-453c-8cd5-a9020598c10c req-2f76dd2e-240e-471a-a710-c7f9204c1865 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=9cf6add5-4869-4015-a485-3b193b516655 HTTP/1.1" status: 200 len: 943 time: 0.0618479 Feb 07 20:40:29.814942 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708780e6-b38e-41f6-9a95-90884578c8f4 x-openstack-request-id: req-708780e6-b38e-41f6-9a95-90884578c8f4 {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:40:29.815537 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cf6add5-4869-4015-a485-3b193b516655", "tag": "5b5900fc-f439-4588-840f-8f0e0cfe5b61", "status": "completed", "code": 200}]} {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:40:29.815879 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-708780e6-b38e-41f6-9a95-90884578c8f4 {{(pid=102680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:40:29.816363 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cf6add5-4869-4015-a485-3b193b516655', 'tag': '5b5900fc-f439-4588-840f-8f0e0cfe5b61', 'status': 'completed', 'code': 200} Feb 07 20:40:29.855894 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-963a2692-f9c2-453c-8cd5-a9020598c10c req-570c2996-f1b1-4852-9658-5f3894c550f9 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c26bdf8c-6154-4d37-b3e0-e19d59dbfbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496447 Feb 07 20:40:29.865584 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-e5fdfb15-ecee-45e9-8a73-4c1717802d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:29.871183 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-e5fdfb15-ecee-45e9-8a73-4c1717802d7f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1920726293f94b09a11892df688f137b&device_id=9cf6add5-4869-4015-a485-3b193b516655 HTTP/1.1" status: 200 len: 1127 time: 0.0497947 Feb 07 20:40:29.912756 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-4c2e1968-a5a6-4ca1-b848-9fbd9d4911dd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b5900fc-f439-4588-840f-8f0e0cfe5b61 HTTP/1.1" status: 200 len: 217 time: 0.0362539 Feb 07 20:40:29.969154 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-92088a39-5570-4964-8e78-91e95a73a793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:29.971233 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-92088a39-5570-4964-8e78-91e95a73a793 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=57a3a711-2e6c-457c-a563-2e93bf8d035e HTTP/1.1" status: 200 len: 850 time: 0.0498090 Feb 07 20:40:29.977850 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:30.020012 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-47b12beb-94e1-4bb9-9763-3e4525177852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:30.021449 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-47b12beb-94e1-4bb9-9763-3e4525177852 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439131 Feb 07 20:40:30.107054 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-063d2fb9-a353-40a0-8cfe-989461f71ba3 service neutron] 10.222.0.24 "GET /v2.0/networks/72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781345 Feb 07 20:40:30.196185 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-17ae10e2-2a74-4c30-8561-5aa14d646c5c req-a0e97ae7-5146-4a47-8d6d-38c42582b226 service neutron] 10.222.0.24 "GET /v2.0/networks/72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817242 Feb 07 20:40:30.295743 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923862cd-b526-498c-b65f-5db037f72e4d req-6e33c0c6-63df-4ecf-9202-52d499b0665b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:30.297194 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-923862cd-b526-498c-b65f-5db037f72e4d req-6e33c0c6-63df-4ecf-9202-52d499b0665b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1920726293f94b09a11892df688f137b&device_id=9cf6add5-4869-4015-a485-3b193b516655 HTTP/1.1" status: 200 len: 1127 time: 0.0446417 Feb 07 20:40:30.626090 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923862cd-b526-498c-b65f-5db037f72e4d req-e988a655-a592-4a30-8738-b4e63189f267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:30.627493 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-923862cd-b526-498c-b65f-5db037f72e4d req-e988a655-a592-4a30-8738-b4e63189f267 service neutron] 10.222.0.24 "GET /v2.0/networks?id=72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e HTTP/1.1" status: 200 len: 912 time: 0.3219850 Feb 07 20:40:30.666798 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-923862cd-b526-498c-b65f-5db037f72e4d req-f63e857e-dd71-486a-a256-e59e9bb9d9cb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b5900fc-f439-4588-840f-8f0e0cfe5b61 HTTP/1.1" status: 200 len: 217 time: 0.0330949 Feb 07 20:40:30.720219 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923862cd-b526-498c-b65f-5db037f72e4d req-6a14119a-5976-4329-a798-e3114f6894f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:30.721634 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-923862cd-b526-498c-b65f-5db037f72e4d req-6a14119a-5976-4329-a798-e3114f6894f7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=57a3a711-2e6c-457c-a563-2e93bf8d035e HTTP/1.1" status: 200 len: 850 time: 0.0461199 Feb 07 20:40:30.803961 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75e975-be7c-44eb-9c4f-22ca33ce16e1 req-946565a1-b68b-44d7-9e0f-6c34979862f4 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:30.805449 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-5a75e975-be7c-44eb-9c4f-22ca33ce16e1 req-946565a1-b68b-44d7-9e0f-6c34979862f4 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 943 time: 0.0879390 Feb 07 20:40:30.808273 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923862cd-b526-498c-b65f-5db037f72e4d req-1e4935c4-aad3-44a2-a58b-2ba456fe6a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:30.809621 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-923862cd-b526-498c-b65f-5db037f72e4d req-1e4935c4-aad3-44a2-a58b-2ba456fe6a44 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0806029 Feb 07 20:40:30.909364 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-5a75e975-be7c-44eb-9c4f-22ca33ce16e1 req-9d568ca9-ca15-4297-81e6-df85df761aab tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/security-groups?id=23fb430a-91c9-4182-9386-8730e7238039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976286 Feb 07 20:40:30.921306 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-7deb9759-a7b1-4308-8a9b-945b29a720de req-b36ee578-1262-434e-b984-31df57b189c5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0555222 Feb 07 20:40:30.949435 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-923862cd-b526-498c-b65f-5db037f72e4d req-fd81a885-46c0-45cb-9dae-5983ddbd9da7 service neutron] 10.222.0.24 "GET /v2.0/networks/72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309094 Feb 07 20:40:31.014943 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb9759-a7b1-4308-8a9b-945b29a720de req-039cab0c-1320-4af6-8dea-87a59c5d34ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:31.016614 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-7deb9759-a7b1-4308-8a9b-945b29a720de req-039cab0c-1320-4af6-8dea-87a59c5d34ce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a36697eb438d4c69909c3d32f2f92e77&device_id=b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac HTTP/1.1" status: 200 len: 1129 time: 0.0466175 Feb 07 20:40:31.094260 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0035b-529d-4cfd-8878-f0a3ad673025 req-d923834a-52a3-4c38-bfbe-8135a4613d53 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:31.095797 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-4af0035b-529d-4cfd-8878-f0a3ad673025 req-d923834a-52a3-4c38-bfbe-8135a4613d53 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=9cf6add5-4869-4015-a485-3b193b516655 HTTP/1.1" status: 200 len: 943 time: 0.1071751 Feb 07 20:40:31.101696 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-923862cd-b526-498c-b65f-5db037f72e4d req-1deecfdc-a556-40ee-b0da-f7f8e4738c5d service neutron] 10.222.0.24 "GET /v2.0/networks/72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417980 Feb 07 20:40:31.142285 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb9759-a7b1-4308-8a9b-945b29a720de req-81c4dc7f-fc7c-45bf-a0ef-ace7f5dd5b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:31.144163 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-7deb9759-a7b1-4308-8a9b-945b29a720de req-81c4dc7f-fc7c-45bf-a0ef-ace7f5dd5b56 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1a0cddfd-817c-4633-a6c0-32d035fd0eb1 HTTP/1.1" status: 200 len: 913 time: 0.1049275 Feb 07 20:40:31.148920 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-4af0035b-529d-4cfd-8878-f0a3ad673025 req-58266a14-697f-4d8c-b04f-c3044dc9d2a2 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c26bdf8c-6154-4d37-b3e0-e19d59dbfbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462945 Feb 07 20:40:31.245743 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-7deb9759-a7b1-4308-8a9b-945b29a720de req-12600d19-5300-4bfd-b334-7ed70cbe0c5d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32c35cbe-8983-41be-93ae-81ab59991470 HTTP/1.1" status: 200 len: 1000 time: 0.0954874 Feb 07 20:40:31.289348 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa4f70-8fdd-42f0-bd69-92dbeea2869b req-bf650d2b-46ee-47bf-a9e6-674e28812ccc tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:31.290765 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-bdaa4f70-8fdd-42f0-bd69-92dbeea2869b req-bf650d2b-46ee-47bf-a9e6-674e28812ccc tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 946 time: 0.0936179 Feb 07 20:40:31.316238 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb9759-a7b1-4308-8a9b-945b29a720de req-819205b2-3f0e-49fe-8817-852e6881f5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:31.318004 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-7deb9759-a7b1-4308-8a9b-945b29a720de req-819205b2-3f0e-49fe-8817-852e6881f5ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a HTTP/1.1" status: 200 len: 851 time: 0.0655344 Feb 07 20:40:31.370280 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-bdaa4f70-8fdd-42f0-bd69-92dbeea2869b req-e911be34-0b26-4faa-8bac-3e0e1dc57074 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738640 Feb 07 20:40:31.386023 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb9759-a7b1-4308-8a9b-945b29a720de req-5687c06e-c1dc-483d-b024-2ec75bd725c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:31.387516 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-7deb9759-a7b1-4308-8a9b-945b29a720de req-5687c06e-c1dc-483d-b024-2ec75bd725c3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1a0cddfd-817c-4633-a6c0-32d035fd0eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584974 Feb 07 20:40:31.473671 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-7deb9759-a7b1-4308-8a9b-945b29a720de req-4425cdbe-e69d-4a04-9c05-322f0dcd079c service neutron] 10.222.0.24 "GET /v2.0/networks/1a0cddfd-817c-4633-a6c0-32d035fd0eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791929 Feb 07 20:40:31.495532 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:31.567133 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-7deb9759-a7b1-4308-8a9b-945b29a720de req-d0adaa39-3afb-4e82-a90c-40e30e942bd8 service neutron] 10.222.0.24 "GET /v2.0/networks/1a0cddfd-817c-4633-a6c0-32d035fd0eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847151 Feb 07 20:40:32.033135 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accfddb-4186-48fe-b55e-4757105cd6ba req-158ec108-2d05-46b1-86ce-4152a8e1f68d tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:32.034633 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-9accfddb-4186-48fe-b55e-4757105cd6ba req-158ec108-2d05-46b1-86ce-4152a8e1f68d tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 943 time: 0.0521665 Feb 07 20:40:32.081634 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-9accfddb-4186-48fe-b55e-4757105cd6ba req-e37332cd-1869-445b-8d27-c46c06ccf5a1 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/security-groups?id=23fb430a-91c9-4182-9386-8730e7238039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415277 Feb 07 20:40:32.267024 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7387121-c53b-4a6b-9541-a7413932c26b req-0c000135-c0da-4a70-a7a6-07a6db92b2a6 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:32.268521 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d7387121-c53b-4a6b-9541-a7413932c26b req-0c000135-c0da-4a70-a7a6-07a6db92b2a6 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=9cf6add5-4869-4015-a485-3b193b516655 HTTP/1.1" status: 200 len: 943 time: 0.0517337 Feb 07 20:40:32.313597 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d7387121-c53b-4a6b-9541-a7413932c26b req-7113fe79-40b1-4d04-bd0d-33be4abc9573 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c26bdf8c-6154-4d37-b3e0-e19d59dbfbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394106 Feb 07 20:40:32.491193 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2bdea8-e002-4b63-9ad2-541634d16d4c req-731d47f8-a8da-4411-a15b-08dfd1703cfb tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:32.492564 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-2f2bdea8-e002-4b63-9ad2-541634d16d4c req-731d47f8-a8da-4411-a15b-08dfd1703cfb tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 946 time: 0.0512354 Feb 07 20:40:32.540391 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-2f2bdea8-e002-4b63-9ad2-541634d16d4c req-3a46e023-b802-4fed-ad37-4be54bea6ca9 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424399 Feb 07 20:40:32.729716 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:33.186446 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 9a1960f8-7974-4672-89cb-39e9dfc62ca6 details requested by agent hyperv_hv-cinder-82815 with host hv-cinder-82815 {{(pid=102682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:40:33.194514 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece2943-a98f-4d20-95d0-86ca5d22cfb7 req-1f894bb6-1dd5-4456-a747-aba210548779 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:33.195999 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-7ece2943-a98f-4d20-95d0-86ca5d22cfb7 req-1f894bb6-1dd5-4456-a747-aba210548779 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 943 time: 0.0513487 Feb 07 20:40:33.246796 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-7ece2943-a98f-4d20-95d0-86ca5d22cfb7 req-d18ef738-dfe5-440d-84e9-84f3bff66ee7 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/security-groups?id=23fb430a-91c9-4182-9386-8730e7238039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453200 Feb 07 20:40:33.282997 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 9a1960f8-7974-4672-89cb-39e9dfc62ca6, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=9a1960f8-7974-4672-89cb-39e9dfc62ca6,segment=NetworkSegment(498c1219-a51a-4a32-b198-643b3c1847f9),segment_id=498c1219-a51a-4a32-b198-643b3c1847f9)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:40:33.294726 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Returning: {'device': '9a1960f8-7974-4672-89cb-39e9dfc62ca6', 'network_id': 'ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc', 'port_id': '9a1960f8-7974-4672-89cb-39e9dfc62ca6', 'mac_address': 'fa:16:3e:39:8a:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26083960-cc8b-4c80-83fe-38db4307b6b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:40:33.330420 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port 9a1960f8-7974-4672-89cb-39e9dfc62ca6 is: DOWN; New status is: BUILD {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:40:33.330830 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (9a1960f8-7974-4672-89cb-39e9dfc62ca6), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:33.343965 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a1960f8-7974-4672-89cb-39e9dfc62ca6 {{(pid=102682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:40:33.367839 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 9a1960f8-7974-4672-89cb-39e9dfc62ca6, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=9a1960f8-7974-4672-89cb-39e9dfc62ca6,segment=NetworkSegment(498c1219-a51a-4a32-b198-643b3c1847f9),segment_id=498c1219-a51a-4a32-b198-643b3c1847f9)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:40:33.372457 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (9a1960f8-7974-4672-89cb-39e9dfc62ca6), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:33.373104 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 5b5900fc-f439-4588-840f-8f0e0cfe5b61 details requested by agent hyperv_hv-cinder-82815 with host hv-cinder-82815 {{(pid=102682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:40:33.432237 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d58ea-0189-44d3-85f1-95cb07c19b4c req-8a61dac0-a238-4fc1-9edb-6a41f7034e15 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:33.433712 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-918d58ea-0189-44d3-85f1-95cb07c19b4c req-8a61dac0-a238-4fc1-9edb-6a41f7034e15 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=9cf6add5-4869-4015-a485-3b193b516655 HTTP/1.1" status: 200 len: 943 time: 0.0522354 Feb 07 20:40:33.464988 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=9a1960f8-7974-4672-89cb-39e9dfc62ca6,revision_number=4']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:33.482219 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-918d58ea-0189-44d3-85f1-95cb07c19b4c req-4566cd73-6cfe-4f86-a4a9-c7ca98897334 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c26bdf8c-6154-4d37-b3e0-e19d59dbfbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428843 Feb 07 20:40:33.510476 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 5b5900fc-f439-4588-840f-8f0e0cfe5b61, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=5b5900fc-f439-4588-840f-8f0e0cfe5b61,segment=NetworkSegment(ec801351-09d5-4c76-bb84-b5485a95e98b),segment_id=ec801351-09d5-4c76-bb84-b5485a95e98b)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:40:33.522292 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Returning: {'device': '5b5900fc-f439-4588-840f-8f0e0cfe5b61', 'network_id': '72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e', 'port_id': '5b5900fc-f439-4588-840f-8f0e0cfe5b61', 'mac_address': 'fa:16:3e:03:e3:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57a3a711-2e6c-457c-a563-2e93bf8d035e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:40:33.561987 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port 5b5900fc-f439-4588-840f-8f0e0cfe5b61 is: DOWN; New status is: BUILD {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:40:33.562395 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (5b5900fc-f439-4588-840f-8f0e0cfe5b61), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:33.665291 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a44f6d-35da-4430-8b1e-632f35836810 req-cf8b098a-8e2f-42f9-84ca-a262a5615dd5 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:33.666829 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-66a44f6d-35da-4430-8b1e-632f35836810 req-cf8b098a-8e2f-42f9-84ca-a262a5615dd5 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 946 time: 0.0548205 Feb 07 20:40:33.702854 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b5900fc-f439-4588-840f-8f0e0cfe5b61 {{(pid=102682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:40:33.714127 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-66a44f6d-35da-4430-8b1e-632f35836810 req-695419c3-dcbe-4680-a18e-2266c52eb273 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413799 Feb 07 20:40:33.722855 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 5b5900fc-f439-4588-840f-8f0e0cfe5b61, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=5b5900fc-f439-4588-840f-8f0e0cfe5b61,segment=NetworkSegment(ec801351-09d5-4c76-bb84-b5485a95e98b),segment_id=ec801351-09d5-4c76-bb84-b5485a95e98b)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:40:33.727024 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (5b5900fc-f439-4588-840f-8f0e0cfe5b61), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:33.774262 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=5b5900fc-f439-4588-840f-8f0e0cfe5b61,revision_number=4']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:33.984454 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['5b5900fc-f439-4588-840f-8f0e0cfe5b61'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:40:33.987618 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['9a1960f8-7974-4672-89cb-39e9dfc62ca6'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:40:34.360508 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef49c8-88dd-4f32-8d6d-1714f0e4cc8a req-d24a4f71-fefc-49ee-8e29-49a44d482319 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:34.363026 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-feef49c8-88dd-4f32-8d6d-1714f0e4cc8a req-d24a4f71-fefc-49ee-8e29-49a44d482319 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 944 time: 0.0517492 Feb 07 20:40:34.409480 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-feef49c8-88dd-4f32-8d6d-1714f0e4cc8a req-e8fe5c4f-ecfa-4d24-a67b-ceddbc3c7386 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/security-groups?id=23fb430a-91c9-4182-9386-8730e7238039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412869 Feb 07 20:40:34.595892 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a408e-8661-49f6-ac9a-e02b41f7403d req-5e697cbb-5994-4567-803d-0be11e1b608a tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:34.597735 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-bd4a408e-8661-49f6-ac9a-e02b41f7403d req-5e697cbb-5994-4567-803d-0be11e1b608a tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=9cf6add5-4869-4015-a485-3b193b516655 HTTP/1.1" status: 200 len: 944 time: 0.0513232 Feb 07 20:40:34.642160 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-bd4a408e-8661-49f6-ac9a-e02b41f7403d req-4d249ffa-7cfb-41ff-ad49-4479be84213f tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c26bdf8c-6154-4d37-b3e0-e19d59dbfbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390840 Feb 07 20:40:34.841774 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504394d-75df-42fc-a4f7-04f05bbd7b13 req-485cf765-7d63-4cd1-bff2-ef31525984f7 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:34.843233 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-9504394d-75df-42fc-a4f7-04f05bbd7b13 req-485cf765-7d63-4cd1-bff2-ef31525984f7 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 946 time: 0.0560865 Feb 07 20:40:34.888463 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-9504394d-75df-42fc-a4f7-04f05bbd7b13 req-db7e8d81-cdc5-41a9-ab9f-3bf488af67cc tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396557 Feb 07 20:40:35.200234 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 9a1960f8-7974-4672-89cb-39e9dfc62ca6 up at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:40:35.246974 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning for port 9a1960f8-7974-4672-89cb-39e9dfc62ca6 completed by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:40:35.250837 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning complete for port 9a1960f8-7974-4672-89cb-39e9dfc62ca6 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:40:35.251199 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (9a1960f8-7974-4672-89cb-39e9dfc62ca6), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:35.327891 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port 9a1960f8-7974-4672-89cb-39e9dfc62ca6 is: BUILD; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:40:35.328270 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (9a1960f8-7974-4672-89cb-39e9dfc62ca6), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:35.350177 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374b5c10-fa85-457a-ae3f-4bf9055631e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1960f8-7974-4672-89cb-39e9dfc62ca6'}] {{(pid=102682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:40:35.352431 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49691025426d341bc8e7177f0b95fa1f617f1e30ecd73d77513429b9266eb12b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2904133e-2fea-4d39-9982-6d94379fbe59" -d '{"events": [{"server_uuid": "374b5c10-fa85-457a-ae3f-4bf9055631e9", "name": "network-vif-plugged", "status": "completed", "tag": "9a1960f8-7974-4672-89cb-39e9dfc62ca6"}]}' {{(pid=102682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:40:35.365178 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 9a1960f8-7974-4672-89cb-39e9dfc62ca6, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=9a1960f8-7974-4672-89cb-39e9dfc62ca6,segment=NetworkSegment(498c1219-a51a-4a32-b198-643b3c1847f9),segment_id=498c1219-a51a-4a32-b198-643b3c1847f9)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:40:35.369288 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (9a1960f8-7974-4672-89cb-39e9dfc62ca6), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:35.370291 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 5b5900fc-f439-4588-840f-8f0e0cfe5b61 up at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:40:35.391475 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227ae76b-0ba8-4e27-8c8f-acf1061b9460 x-openstack-request-id: req-227ae76b-0ba8-4e27-8c8f-acf1061b9460 {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:40:35.391772 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374b5c10-fa85-457a-ae3f-4bf9055631e9", "name": "network-vif-plugged", "status": "completed", "tag": "9a1960f8-7974-4672-89cb-39e9dfc62ca6", "code": 200}]} {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:40:35.392023 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-227ae76b-0ba8-4e27-8c8f-acf1061b9460 {{(pid=102682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:40:35.392408 dv-cinder-828150-2-iscsi neutron-server[102682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374b5c10-fa85-457a-ae3f-4bf9055631e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1960f8-7974-4672-89cb-39e9dfc62ca6', 'code': 200} Feb 07 20:40:35.454525 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=9a1960f8-7974-4672-89cb-39e9dfc62ca6,revision_number=5']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:35.467288 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning for port 5b5900fc-f439-4588-840f-8f0e0cfe5b61 completed by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:40:35.472427 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning complete for port 5b5900fc-f439-4588-840f-8f0e0cfe5b61 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:40:35.472803 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (5b5900fc-f439-4588-840f-8f0e0cfe5b61), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:35.531710 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7444065-b23c-4d5a-9bf9-d3c46d20415d req-053b733d-abf0-4bd9-94f6-66226b4834b0 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:35.534197 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-b7444065-b23c-4d5a-9bf9-d3c46d20415d req-053b733d-abf0-4bd9-94f6-66226b4834b0 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 945 time: 0.0576246 Feb 07 20:40:35.561731 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port 5b5900fc-f439-4588-840f-8f0e0cfe5b61 is: BUILD; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:40:35.562116 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (5b5900fc-f439-4588-840f-8f0e0cfe5b61), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:35.588071 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-b7444065-b23c-4d5a-9bf9-d3c46d20415d req-c0377f90-315c-497e-8010-2dd137f0d6f1 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/security-groups?id=23fb430a-91c9-4182-9386-8730e7238039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480120 Feb 07 20:40:35.594562 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 5b5900fc-f439-4588-840f-8f0e0cfe5b61, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=5b5900fc-f439-4588-840f-8f0e0cfe5b61,segment=NetworkSegment(ec801351-09d5-4c76-bb84-b5485a95e98b),segment_id=ec801351-09d5-4c76-bb84-b5485a95e98b)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:40:35.600275 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (5b5900fc-f439-4588-840f-8f0e0cfe5b61), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:35.648638 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=5b5900fc-f439-4588-840f-8f0e0cfe5b61,revision_number=5']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:35.681669 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770b104-fece-47a3-b80d-03a2842435c5 req-29649b67-db70-4720-b343-b7f95e4637a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:35.683794 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c770b104-fece-47a3-b80d-03a2842435c5 req-29649b67-db70-4720-b343-b7f95e4637a6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 1129 time: 0.1062193 Feb 07 20:40:35.753582 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c770b104-fece-47a3-b80d-03a2842435c5 req-48f86f2b-4e8b-4905-b9ca-6223d824c859 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=23fb430a-91c9-4182-9386-8730e7238039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628366 Feb 07 20:40:35.776161 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f0d5c-9bad-428c-8b4f-07605d41e78a req-eab04425-aea3-4227-acdf-5c24b26404e9 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:35.777586 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-045f0d5c-9bad-428c-8b4f-07605d41e78a req-eab04425-aea3-4227-acdf-5c24b26404e9 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=9cf6add5-4869-4015-a485-3b193b516655 HTTP/1.1" status: 200 len: 945 time: 0.0646696 Feb 07 20:40:35.822729 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-045f0d5c-9bad-428c-8b4f-07605d41e78a req-1983c2cf-8728-4029-b1b9-ecc0e8b2bb3f tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c26bdf8c-6154-4d37-b3e0-e19d59dbfbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393310 Feb 07 20:40:36.012193 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d886477-a293-44b7-b02a-ef2c9c81b3ac req-c20ef43f-dde4-4a6e-bda3-f68f143b1f6f tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:36.013570 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-6d886477-a293-44b7-b02a-ef2c9c81b3ac req-c20ef43f-dde4-4a6e-bda3-f68f143b1f6f tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 946 time: 0.0544963 Feb 07 20:40:36.059665 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-6d886477-a293-44b7-b02a-ef2c9c81b3ac req-e058e5ff-9d71-4ec4-aea4-2d1b2c23913a tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400612 Feb 07 20:40:36.704191 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d820dc-5be9-42e4-9851-7b3e74bd98b2 req-04ac9628-3977-4efd-b021-af54be16aa19 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:36.705893 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-64d820dc-5be9-42e4-9851-7b3e74bd98b2 req-04ac9628-3977-4efd-b021-af54be16aa19 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 945 time: 0.0511575 Feb 07 20:40:36.760623 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-64d820dc-5be9-42e4-9851-7b3e74bd98b2 req-6f8e8649-f7bc-4f04-800c-551485627d83 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/security-groups?id=23fb430a-91c9-4182-9386-8730e7238039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494294 Feb 07 20:40:36.937788 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000a472-d729-4fc3-a24d-13445fec28ae req-3be6e5a1-64a2-4e05-9cd8-562dfab42007 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:36.939223 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-d000a472-d729-4fc3-a24d-13445fec28ae req-3be6e5a1-64a2-4e05-9cd8-562dfab42007 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=9cf6add5-4869-4015-a485-3b193b516655 HTTP/1.1" status: 200 len: 945 time: 0.0516181 Feb 07 20:40:36.983205 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-d000a472-d729-4fc3-a24d-13445fec28ae req-157ae435-95e5-4146-a584-d388d727e94e tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c26bdf8c-6154-4d37-b3e0-e19d59dbfbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385389 Feb 07 20:40:37.181554 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45be663-dc83-451b-9d9c-1425bf418f6a req-eee8571c-6e98-4040-9d51-05f01900ebe1 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:37.182990 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-a45be663-dc83-451b-9d9c-1425bf418f6a req-eee8571c-6e98-4040-9d51-05f01900ebe1 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 946 time: 0.0505190 Feb 07 20:40:37.228057 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-a45be663-dc83-451b-9d9c-1425bf418f6a req-12de6e43-bf60-4dd2-902e-c9953440bab2 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395811 Feb 07 20:40:37.393722 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf6add5-4869-4015-a485-3b193b516655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5900fc-f439-4588-840f-8f0e0cfe5b61'}] {{(pid=102682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:40:37.396412 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49691025426d341bc8e7177f0b95fa1f617f1e30ecd73d77513429b9266eb12b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9000ac-b7e5-4ba3-b3e5-57add464989b" -d '{"events": [{"server_uuid": "9cf6add5-4869-4015-a485-3b193b516655", "name": "network-vif-plugged", "status": "completed", "tag": "5b5900fc-f439-4588-840f-8f0e0cfe5b61"}]}' {{(pid=102682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:40:37.432936 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb2d471-1f72-4399-b361-48c5746d2f47 x-openstack-request-id: req-efb2d471-1f72-4399-b361-48c5746d2f47 {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:40:37.433175 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf6add5-4869-4015-a485-3b193b516655", "name": "network-vif-plugged", "status": "completed", "tag": "5b5900fc-f439-4588-840f-8f0e0cfe5b61", "code": 200}]} {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:40:37.433421 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-efb2d471-1f72-4399-b361-48c5746d2f47 {{(pid=102682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:40:37.433804 dv-cinder-828150-2-iscsi neutron-server[102682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf6add5-4869-4015-a485-3b193b516655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5900fc-f439-4588-840f-8f0e0cfe5b61', 'code': 200} Feb 07 20:40:37.597370 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b976dc7-2574-4e82-acb8-bf6d31d1c672 req-a63ac28e-fe8b-4ecf-85b5-18b8bca9c5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:37.598820 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9b976dc7-2574-4e82-acb8-bf6d31d1c672 req-a63ac28e-fe8b-4ecf-85b5-18b8bca9c5ca service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9cf6add5-4869-4015-a485-3b193b516655 HTTP/1.1" status: 200 len: 1129 time: 0.0427911 Feb 07 20:40:37.640455 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9b976dc7-2574-4e82-acb8-bf6d31d1c672 req-7320862f-1f27-413d-a04c-171679f753a0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c26bdf8c-6154-4d37-b3e0-e19d59dbfbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355287 Feb 07 20:40:37.879898 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4a077-3db3-4e9e-86ef-e753fa87abb0 req-a43507fe-2fe1-4add-a88b-7b4a672de90c tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:37.881341 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-0df4a077-3db3-4e9e-86ef-e753fa87abb0 req-a43507fe-2fe1-4add-a88b-7b4a672de90c tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 945 time: 0.0546947 Feb 07 20:40:37.928320 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-0df4a077-3db3-4e9e-86ef-e753fa87abb0 req-86be6034-64a0-460b-b8a6-2429832ed715 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/security-groups?id=23fb430a-91c9-4182-9386-8730e7238039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415659 Feb 07 20:40:38.044750 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf60fe3-9ae0-4de7-bb25-be590d550f70 req-87b5baa4-9a49-40dc-9b17-6998be6b1743 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:38.046155 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-4cf60fe3-9ae0-4de7-bb25-be590d550f70 req-87b5baa4-9a49-40dc-9b17-6998be6b1743 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 945 time: 0.0527933 Feb 07 20:40:38.097942 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-4cf60fe3-9ae0-4de7-bb25-be590d550f70 req-94776699-b9d0-4ca7-964c-d771f4f22d7c tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/security-groups?id=23fb430a-91c9-4182-9386-8730e7238039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463479 Feb 07 20:40:38.102268 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f1013-bfa1-4228-b1ab-51ca2230b179 req-46bd0ee4-98c6-430a-afd1-6417efdc9b00 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:38.103768 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-3f0f1013-bfa1-4228-b1ab-51ca2230b179 req-46bd0ee4-98c6-430a-afd1-6417efdc9b00 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=9cf6add5-4869-4015-a485-3b193b516655 HTTP/1.1" status: 200 len: 945 time: 0.0538228 Feb 07 20:40:38.119053 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 54518) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:40:38.149624 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-3f0f1013-bfa1-4228-b1ab-51ca2230b179 req-67569bcf-c309-465a-8272-38d2286f7c11 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c26bdf8c-6154-4d37-b3e0-e19d59dbfbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403235 Feb 07 20:40:38.255188 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6ae56d-e561-442b-bcce-e34069db4b67 tempest-TestShelveInstance-620942129 tempest-TestShelveInstance-620942129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:38.256737 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-ac6ae56d-e561-442b-bcce-e34069db4b67 tempest-TestShelveInstance-620942129 tempest-TestShelveInstance-620942129-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 1124 time: 0.1366522 Feb 07 20:40:38.259624 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 54524) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:40:38.263829 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-f57a2cc5-a68b-4b00-87b5-2898cbce3886 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Request body: {'floatingip': {'floating_network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'port_id': '9a1960f8-7974-4672-89cb-39e9dfc62ca6', 'tenant_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:40:38.285743 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f57a2cc5-a68b-4b00-87b5-2898cbce3886 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:38.383647 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ef74f-bcc2-4f96-8f00-f2770cf13452 req-b87198be-14c7-4eb0-95d6-3de1086233a1 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:38.385094 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-550ef74f-bcc2-4f96-8f00-f2770cf13452 req-b87198be-14c7-4eb0-95d6-3de1086233a1 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 946 time: 0.0862200 Feb 07 20:40:38.448759 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-550ef74f-bcc2-4f96-8f00-f2770cf13452 req-7c34feca-ccb1-418e-a4f2-19c07d563842 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577223 Feb 07 20:40:38.458033 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f57a2cc5-a68b-4b00-87b5-2898cbce3886 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:38.561187 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.db_base_plugin_common [None req-f57a2cc5-a68b-4b00-87b5-2898cbce3886 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Allocated IP 172.27.3.174 (8fac5e93-9c31-4064-8161-a8fff953e3cb/29ca3f4a-d044-4ce0-b1ea-59efe11aa82f/5e733c58-9d50-4d35-a4c2-0e8eed6592c7) {{(pid=102680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:40:38.661235 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f57a2cc5-a68b-4b00-87b5-2898cbce3886 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks [] for port (5e733c58-9d50-4d35-a4c2-0e8eed6592c7), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:38.696437 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f57a2cc5-a68b-4b00-87b5-2898cbce3886 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17688'] for port (5e733c58-9d50-4d35-a4c2-0e8eed6592c7), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:38.737050 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57a2cc5-a68b-4b00-87b5-2898cbce3886 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Network 8fac5e93-9c31-4064-8161-a8fff953e3cb is already hosted by enough agents. {{(pid=102680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:40:38.749092 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [None req-f57a2cc5-a68b-4b00-87b5-2898cbce3886 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Resources bound (agent type, host, resource id): {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:40:38.751663 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57a2cc5-a68b-4b00-87b5-2898cbce3886 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Received port after_create {{(pid=102680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:40:38.758696 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a2cc5-a68b-4b00-87b5-2898cbce3886 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Pushing event updated for resources: {'Port': ['ID=5e733c58-9d50-4d35-a4c2-0e8eed6592c7,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:39.107704 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f57a2cc5-a68b-4b00-87b5-2898cbce3886 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks [] for floatingip (c121595e-d5b9-4a46-a5c9-5c44634edd5d), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:39.181528 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f57a2cc5-a68b-4b00-87b5-2898cbce3886 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (5e733c58-9d50-4d35-a4c2-0e8eed6592c7), before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:39.270041 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be5d8b-1652-4190-bc14-21d8746bb820 req-bd265d04-4f67-47f3-8c25-7055347b0dfa tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:39.271522 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-32be5d8b-1652-4190-bc14-21d8746bb820 req-bd265d04-4f67-47f3-8c25-7055347b0dfa tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=9cf6add5-4869-4015-a485-3b193b516655 HTTP/1.1" status: 200 len: 945 time: 0.0552566 Feb 07 20:40:39.318022 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-32be5d8b-1652-4190-bc14-21d8746bb820 req-d7cdb9ca-b85f-4a1e-b425-c37189c58eb8 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c26bdf8c-6154-4d37-b3e0-e19d59dbfbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408754 Feb 07 20:40:39.327656 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f57a2cc5-a68b-4b00-87b5-2898cbce3886 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks [] for port (5e733c58-9d50-4d35-a4c2-0e8eed6592c7), precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:39.333941 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f57a2cc5-a68b-4b00-87b5-2898cbce3886 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17681'] for port (5e733c58-9d50-4d35-a4c2-0e8eed6592c7), after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:39.436843 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a2cc5-a68b-4b00-87b5-2898cbce3886 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Pushing event updated for resources: {'Port': ['ID=5e733c58-9d50-4d35-a4c2-0e8eed6592c7,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:39.441173 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f57a2cc5-a68b-4b00-87b5-2898cbce3886 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395805'] for floatingip (c121595e-d5b9-4a46-a5c9-5c44634edd5d), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:39.522284 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf28c42-61c7-4c37-a182-614ce19ad1b0 req-ed6b898a-c70b-4e2b-93f4-4d01325c682e tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:39.523817 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-ccf28c42-61c7-4c37-a182-614ce19ad1b0 req-ed6b898a-c70b-4e2b-93f4-4d01325c682e tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=9cf6add5-4869-4015-a485-3b193b516655 HTTP/1.1" status: 200 len: 945 time: 0.1379025 Feb 07 20:40:39.532475 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 54532) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:40:39.539588 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-9d7bad12-fed8-4489-8c3a-27a475bf6b30 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Request body: {'floatingip': {'port_id': '5b5900fc-f439-4588-840f-8f0e0cfe5b61'}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:40:39.577412 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2e2a0-4e85-4a55-83f8-ca0eb30f2450 req-746f2d54-4913-4989-93b3-43f18931bcb2 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:39.578869 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-b0c2e2a0-4e85-4a55-83f8-ca0eb30f2450 req-746f2d54-4913-4989-93b3-43f18931bcb2 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 946 time: 0.0512044 Feb 07 20:40:39.583412 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-9d7bad12-fed8-4489-8c3a-27a475bf6b30 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks [] for floatingip (cc0fe004-053e-4530-ba53-de767ecedea4), before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:39.624912 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-b0c2e2a0-4e85-4a55-83f8-ca0eb30f2450 req-658d92f3-d6dd-4702-ad02-dac05115af01 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399513 Feb 07 20:40:39.649256 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.db.l3_db [None req-f57a2cc5-a68b-4b00-87b5-2898cbce3886 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Floating IP c121595e-d5b9-4a46-a5c9-5c44634edd5d associated. External IP: 172.27.3.174, port: 9a1960f8-7974-4672-89cb-39e9dfc62ca6. Feb 07 20:40:40.073345 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57a2cc5-a68b-4b00-87b5-2898cbce3886 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Router 345fb673-c9f0-4d82-873f-cf7b2d6f5d20 has already been hosted by L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef {{(pid=102680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:40:40.418017 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.db.resource_extend [None req-9d7bad12-fed8-4489-8c3a-27a475bf6b30 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 20:40:40.478542 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-9d7bad12-fed8-4489-8c3a-27a475bf6b30 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:40.486349 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-9d7bad12-fed8-4489-8c3a-27a475bf6b30 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395805'] for floatingip (cc0fe004-053e-4530-ba53-de767ecedea4), after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:40.524359 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57a2cc5-a68b-4b00-87b5-2898cbce3886 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:40:40.534496 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c458fb8-556a-4cbb-b19f-cb39b928bc10 None None] Sync routers for ids ['345fb673-c9f0-4d82-873f-cf7b2d6f5d20'] in dv-cinder-828150-2-iscsi {{(pid=102682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:40:40.544711 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c458fb8-556a-4cbb-b19f-cb39b928bc10 None None] Routers {'345fb673-c9f0-4d82-873f-cf7b2d6f5d20'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:40:40.545322 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-9c458fb8-556a-4cbb-b19f-cb39b928bc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:40:29Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['345fb673-c9f0-4d82-873f-cf7b2d6f5d20'], 'active': True} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:40:40.574164 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f57a2cc5-a68b-4b00-87b5-2898cbce3886 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for floatingip (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:40.610467 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-f57a2cc5-a68b-4b00-87b5-2898cbce3886 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3498299 Feb 07 20:40:40.614503 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '374b5c10-fa85-457a-ae3f-4bf9055631e9', 'tag': '9a1960f8-7974-4672-89cb-39e9dfc62ca6'}] {{(pid=102680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:40:40.616742 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8018c2217b61fdaaeb92b6d737e1de58097a2b3cdf81442b843717ec2e5fe670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b46f4e-ac8f-46f8-ba0b-d333306a5d23" -d '{"events": [{"name": "network-changed", "server_uuid": "374b5c10-fa85-457a-ae3f-4bf9055631e9", "tag": "9a1960f8-7974-4672-89cb-39e9dfc62ca6"}]}' {{(pid=102680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:40:40.626933 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.db.l3_db [None req-9d7bad12-fed8-4489-8c3a-27a475bf6b30 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Floating IP cc0fe004-053e-4530-ba53-de767ecedea4 associated. External IP: 172.27.3.15, port: 5b5900fc-f439-4588-840f-8f0e0cfe5b61. Feb 07 20:40:40.652964 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvr_db [None req-9c458fb8-556a-4cbb-b19f-cb39b928bc10 None None] Set router 345fb673-c9f0-4d82-873f-cf7b2d6f5d20 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:40:40.781118 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb54513-9810-459d-a4c9-30c7379f6515 x-openstack-request-id: req-6eb54513-9810-459d-a4c9-30c7379f6515 {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:40:40.781552 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "374b5c10-fa85-457a-ae3f-4bf9055631e9", "tag": "9a1960f8-7974-4672-89cb-39e9dfc62ca6", "status": "completed", "code": 200}]} {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:40:40.781899 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6eb54513-9810-459d-a4c9-30c7379f6515 {{(pid=102680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:40:40.782394 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '374b5c10-fa85-457a-ae3f-4bf9055631e9', 'tag': '9a1960f8-7974-4672-89cb-39e9dfc62ca6', 'status': 'completed', 'code': 200} Feb 07 20:40:40.805455 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ff34f-4c9e-4d94-8d04-72b6649dce88 req-ffe0689e-fc33-423b-922e-e513c6b3dbcb tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:40.806943 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-596ff34f-4c9e-4d94-8d04-72b6649dce88 req-ffe0689e-fc33-423b-922e-e513c6b3dbcb tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 946 time: 0.0715296 Feb 07 20:40:40.859979 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7bad12-fed8-4489-8c3a-27a475bf6b30 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Router aa043946-4a7d-45df-860a-59f6f39a106b has already been hosted by L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef {{(pid=102680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:40:40.885047 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-596ff34f-4c9e-4d94-8d04-72b6649dce88 req-86c9c6bb-ec17-4e6d-a701-0ee9f26231f5 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678701 Feb 07 20:40:40.887664 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b46f4e-ac8f-46f8-ba0b-d333306a5d23 req-6ecc166b-7812-4018-ab3b-75aa4bf616ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:40.889104 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-93b46f4e-ac8f-46f8-ba0b-d333306a5d23 req-6ecc166b-7812-4018-ab3b-75aa4bf616ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=202b4de9f7f64b28b4b916cfb595f7f7&device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 1129 time: 0.0812476 Feb 07 20:40:40.906857 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-9c458fb8-556a-4cbb-b19f-cb39b928bc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345fb673-c9f0-4d82-873f-cf7b2d6f5d20', 'name': 'tempest-TestShelveInstance-735790040-router', 'tenant_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'bc5d30c8-197a-4c88-bb31-eb6c8a4d1959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:50Z', 'updated_at': '2022-02-07T20:39:55Z', 'revision_number': 4, 'project_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'gw_port': {'id': 'bc5d30c8-197a-4c88-bb31-eb6c8a4d1959', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345fb673-c9f0-4d82-873f-cf7b2d6f5d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:51Z', 'updated_at': '2022-02-07T20:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_floatingips': [{'id': 'c121595e-d5b9-4a46-a5c9-5c44634edd5d', 'tenant_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'floating_ip_address': '172.27.3.174', 'floating_network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'router_id': '345fb673-c9f0-4d82-873f-cf7b2d6f5d20', 'port_id': '9a1960f8-7974-4672-89cb-39e9dfc62ca6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc', 'mac_address': 'fa:16:3e:39:8a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374b5c10-fa85-457a-ae3f-4bf9055631e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:40:38Z', 'updated_at': '2022-02-07T20:40:38Z', 'revision_number': 0, 'project_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '340a24c1-5e6c-425e-ad8d-b09c2d1e4517', 'name': '', 'network_id': 'ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc', 'tenant_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'mac_address': 'fa:16:3e:98:cc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345fb673-c9f0-4d82-873f-cf7b2d6f5d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '26083960-cc8b-4c80-83fe-38db4307b6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:54Z', 'updated_at': '2022-02-07T20:39:58Z', 'revision_number': 5, 'project_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'subnets': [{'id': '26083960-cc8b-4c80-83fe-38db4307b6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:40:40.941126 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c458fb8-556a-4cbb-b19f-cb39b928bc10 None None] Checking router: 345fb673-c9f0-4d82-873f-cf7b2d6f5d20 for host: dv-cinder-828150-2-iscsi {{(pid=102682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:40:40.949602 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c458fb8-556a-4cbb-b19f-cb39b928bc10 None None] Routers {'345fb673-c9f0-4d82-873f-cf7b2d6f5d20'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:40:40.950622 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-9c458fb8-556a-4cbb-b19f-cb39b928bc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:40:29Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['345fb673-c9f0-4d82-873f-cf7b2d6f5d20'], 'active': True} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:40:40.981280 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7bad12-fed8-4489-8c3a-27a475bf6b30 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:40:40.989324 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b46f4e-ac8f-46f8-ba0b-d333306a5d23 req-584141d6-8e53-46db-b048-e88f50642848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:40.991018 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-93b46f4e-ac8f-46f8-ba0b-d333306a5d23 req-584141d6-8e53-46db-b048-e88f50642848 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc HTTP/1.1" status: 200 len: 909 time: 0.0962000 Feb 07 20:40:40.991686 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946ba870-e0ca-415c-8fda-1d9c67d2f845 None None] Sync routers for ids ['aa043946-4a7d-45df-860a-59f6f39a106b'] in dv-cinder-828150-2-iscsi {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:40:40.992180 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-9d7bad12-fed8-4489-8c3a-27a475bf6b30 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for floatingip (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:41.003546 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946ba870-e0ca-415c-8fda-1d9c67d2f845 None None] Routers {'aa043946-4a7d-45df-860a-59f6f39a106b'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:40:41.004493 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-946ba870-e0ca-415c-8fda-1d9c67d2f845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:40:29Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['aa043946-4a7d-45df-860a-59f6f39a106b'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:40:41.023033 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-9d7bad12-fed8-4489-8c3a-27a475bf6b30 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "PUT /v2.0/floatingips/cc0fe004-053e-4530-ba53-de767ecedea4 HTTP/1.1" status: 200 len: 990 time: 1.4895167 Feb 07 20:40:41.082151 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvr_db [None req-9c458fb8-556a-4cbb-b19f-cb39b928bc10 None None] Set router 345fb673-c9f0-4d82-873f-cf7b2d6f5d20 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:40:41.143191 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-946ba870-e0ca-415c-8fda-1d9c67d2f845 None None] Set router aa043946-4a7d-45df-860a-59f6f39a106b gateway port host: dv-cinder-828150-2-iscsi {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:40:41.157877 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49da477-d81c-49f4-9715-40acb55c4f4a req-ae55877f-12ea-4ffd-8d8a-c27576461817 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:41.160704 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-b49da477-d81c-49f4-9715-40acb55c4f4a req-ae55877f-12ea-4ffd-8d8a-c27576461817 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=9cf6add5-4869-4015-a485-3b193b516655 HTTP/1.1" status: 200 len: 945 time: 0.0649147 Feb 07 20:40:41.232178 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-b49da477-d81c-49f4-9715-40acb55c4f4a req-9c9c78b5-c0a2-4cf2-95bb-85c9adcf2779 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c26bdf8c-6154-4d37-b3e0-e19d59dbfbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655327 Feb 07 20:40:41.319835 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-93b46f4e-ac8f-46f8-ba0b-d333306a5d23 req-dd07aca0-8f48-40c0-98b1-fee345d9ba3d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a1960f8-7974-4672-89cb-39e9dfc62ca6 HTTP/1.1" status: 200 len: 999 time: 0.3214591 Feb 07 20:40:41.341174 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-9c458fb8-556a-4cbb-b19f-cb39b928bc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345fb673-c9f0-4d82-873f-cf7b2d6f5d20', 'name': 'tempest-TestShelveInstance-735790040-router', 'tenant_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'bc5d30c8-197a-4c88-bb31-eb6c8a4d1959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:50Z', 'updated_at': '2022-02-07T20:39:55Z', 'revision_number': 4, 'project_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'gw_port': {'id': 'bc5d30c8-197a-4c88-bb31-eb6c8a4d1959', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345fb673-c9f0-4d82-873f-cf7b2d6f5d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:51Z', 'updated_at': '2022-02-07T20:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_floatingips': [{'id': 'c121595e-d5b9-4a46-a5c9-5c44634edd5d', 'tenant_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'floating_ip_address': '172.27.3.174', 'floating_network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'router_id': '345fb673-c9f0-4d82-873f-cf7b2d6f5d20', 'port_id': '9a1960f8-7974-4672-89cb-39e9dfc62ca6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc', 'mac_address': 'fa:16:3e:39:8a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374b5c10-fa85-457a-ae3f-4bf9055631e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:40:38Z', 'updated_at': '2022-02-07T20:40:38Z', 'revision_number': 0, 'project_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '340a24c1-5e6c-425e-ad8d-b09c2d1e4517', 'name': '', 'network_id': 'ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc', 'tenant_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'mac_address': 'fa:16:3e:98:cc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345fb673-c9f0-4d82-873f-cf7b2d6f5d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '26083960-cc8b-4c80-83fe-38db4307b6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:54Z', 'updated_at': '2022-02-07T20:39:58Z', 'revision_number': 5, 'project_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'subnets': [{'id': '26083960-cc8b-4c80-83fe-38db4307b6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:40:41.368622 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c458fb8-556a-4cbb-b19f-cb39b928bc10 None None] The sync data for ids ['345fb673-c9f0-4d82-873f-cf7b2d6f5d20'] in dv-cinder-828150-2-iscsi is: [{'id': '345fb673-c9f0-4d82-873f-cf7b2d6f5d20', 'name': 'tempest-TestShelveInstance-735790040-router', 'tenant_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'bc5d30c8-197a-4c88-bb31-eb6c8a4d1959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:50Z', 'updated_at': '2022-02-07T20:39:55Z', 'revision_number': 4, 'project_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'gw_port': {'id': 'bc5d30c8-197a-4c88-bb31-eb6c8a4d1959', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345fb673-c9f0-4d82-873f-cf7b2d6f5d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:51Z', 'updated_at': '2022-02-07T20:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_floatingips': [{'id': 'c121595e-d5b9-4a46-a5c9-5c44634edd5d', 'tenant_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'floating_ip_address': '172.27.3.174', 'floating_network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'router_id': '345fb673-c9f0-4d82-873f-cf7b2d6f5d20', 'port_id': '9a1960f8-7974-4672-89cb-39e9dfc62ca6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc', 'mac_address': 'fa:16:3e:39:8a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374b5c10-fa85-457a-ae3f-4bf9055631e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:40:38Z', 'updated_at': '2022-02-07T20:40:38Z', 'revision_number': 0, 'project_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '340a24c1-5e6c-425e-ad8d-b09c2d1e4517', 'name': '', 'network_id': 'ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc', 'tenant_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'mac_address': 'fa:16:3e:98:cc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345fb673-c9f0-4d82-873f-cf7b2d6f5d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '26083960-cc8b-4c80-83fe-38db4307b6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:54Z', 'updated_at': '2022-02-07T20:39:58Z', 'revision_number': 5, 'project_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'subnets': [{'id': '26083960-cc8b-4c80-83fe-38db4307b6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:40:41.369337 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b46f4e-ac8f-46f8-ba0b-d333306a5d23 req-09cc144f-b562-4070-842e-5d512d50cee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:41.370845 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-93b46f4e-ac8f-46f8-ba0b-d333306a5d23 req-09cc144f-b562-4070-842e-5d512d50cee3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26083960-cc8b-4c80-83fe-38db4307b6b4 HTTP/1.1" status: 200 len: 847 time: 0.0439937 Feb 07 20:40:41.396433 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-946ba870-e0ca-415c-8fda-1d9c67d2f845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'name': 'tempest-AttachVolumeTestJSON-2019118832-router', 'tenant_id': '1920726293f94b09a11892df688f137b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e01ffbfe-fa33-4369-b976-b58a18f14152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:35:16Z', 'updated_at': '2022-02-07T20:35:23Z', 'revision_number': 4, 'project_id': '1920726293f94b09a11892df688f137b', 'gw_port': {'id': 'e01ffbfe-fa33-4369-b976-b58a18f14152', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:99:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:35:18Z', 'updated_at': '2022-02-07T20:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_floatingips': [{'id': 'cc0fe004-053e-4530-ba53-de767ecedea4', 'tenant_id': '1920726293f94b09a11892df688f137b', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'router_id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'port_id': '5b5900fc-f439-4588-840f-8f0e0cfe5b61', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e', 'mac_address': 'fa:16:3e:03:e3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf6add5-4869-4015-a485-3b193b516655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:40:26Z', 'updated_at': '2022-02-07T20:40:40Z', 'revision_number': 1, 'project_id': '1920726293f94b09a11892df688f137b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1afddea-2b48-49e7-9dfd-8043d1063611', 'name': '', 'network_id': '72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e', 'tenant_id': '1920726293f94b09a11892df688f137b', 'mac_address': 'fa:16:3e:b7:e2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '57a3a711-2e6c-457c-a563-2e93bf8d035e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:35:22Z', 'updated_at': '2022-02-07T20:35:29Z', 'revision_number': 5, 'project_id': '1920726293f94b09a11892df688f137b', 'subnets': [{'id': '57a3a711-2e6c-457c-a563-2e93bf8d035e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:40:41.422138 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b46f4e-ac8f-46f8-ba0b-d333306a5d23 req-de5d461e-0388-4caf-915e-49b0da324906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:41.423824 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-93b46f4e-ac8f-46f8-ba0b-d333306a5d23 req-de5d461e-0388-4caf-915e-49b0da324906 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465336 Feb 07 20:40:41.426506 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946ba870-e0ca-415c-8fda-1d9c67d2f845 None None] Checking router: aa043946-4a7d-45df-860a-59f6f39a106b for host: dv-cinder-828150-2-iscsi {{(pid=102683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:40:41.434872 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946ba870-e0ca-415c-8fda-1d9c67d2f845 None None] Routers {'aa043946-4a7d-45df-860a-59f6f39a106b'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:40:41.435489 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-946ba870-e0ca-415c-8fda-1d9c67d2f845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:40:29Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['aa043946-4a7d-45df-860a-59f6f39a106b'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:40:41.517596 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-93b46f4e-ac8f-46f8-ba0b-d333306a5d23 req-b139bda2-86e2-4ad4-93fe-be0e3475307c service neutron] 10.222.0.24 "GET /v2.0/networks/ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877619 Feb 07 20:40:41.556561 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-946ba870-e0ca-415c-8fda-1d9c67d2f845 None None] Set router aa043946-4a7d-45df-860a-59f6f39a106b gateway port host: dv-cinder-828150-2-iscsi {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:40:41.593553 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93372ad-b065-4b62-adae-2cd1d464e34b None None] New status for floating IP c121595e-d5b9-4a46-a5c9-5c44634edd5d: ACTIVE {{(pid=102682) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 20:40:41.612032 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-93b46f4e-ac8f-46f8-ba0b-d333306a5d23 req-6c3f83f9-5f32-4412-8752-954490c8b6f4 service neutron] 10.222.0.24 "GET /v2.0/networks/ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878644 Feb 07 20:40:41.798330 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-946ba870-e0ca-415c-8fda-1d9c67d2f845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'name': 'tempest-AttachVolumeTestJSON-2019118832-router', 'tenant_id': '1920726293f94b09a11892df688f137b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e01ffbfe-fa33-4369-b976-b58a18f14152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:35:16Z', 'updated_at': '2022-02-07T20:35:23Z', 'revision_number': 4, 'project_id': '1920726293f94b09a11892df688f137b', 'gw_port': {'id': 'e01ffbfe-fa33-4369-b976-b58a18f14152', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:99:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:35:18Z', 'updated_at': '2022-02-07T20:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_floatingips': [{'id': 'cc0fe004-053e-4530-ba53-de767ecedea4', 'tenant_id': '1920726293f94b09a11892df688f137b', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'router_id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'port_id': '5b5900fc-f439-4588-840f-8f0e0cfe5b61', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e', 'mac_address': 'fa:16:3e:03:e3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf6add5-4869-4015-a485-3b193b516655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:40:26Z', 'updated_at': '2022-02-07T20:40:40Z', 'revision_number': 1, 'project_id': '1920726293f94b09a11892df688f137b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1afddea-2b48-49e7-9dfd-8043d1063611', 'name': '', 'network_id': '72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e', 'tenant_id': '1920726293f94b09a11892df688f137b', 'mac_address': 'fa:16:3e:b7:e2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '57a3a711-2e6c-457c-a563-2e93bf8d035e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:35:22Z', 'updated_at': '2022-02-07T20:35:29Z', 'revision_number': 5, 'project_id': '1920726293f94b09a11892df688f137b', 'subnets': [{'id': '57a3a711-2e6c-457c-a563-2e93bf8d035e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:40:41.824944 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946ba870-e0ca-415c-8fda-1d9c67d2f845 None None] The sync data for ids ['aa043946-4a7d-45df-860a-59f6f39a106b'] in dv-cinder-828150-2-iscsi is: [{'id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'name': 'tempest-AttachVolumeTestJSON-2019118832-router', 'tenant_id': '1920726293f94b09a11892df688f137b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e01ffbfe-fa33-4369-b976-b58a18f14152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:35:16Z', 'updated_at': '2022-02-07T20:35:23Z', 'revision_number': 4, 'project_id': '1920726293f94b09a11892df688f137b', 'gw_port': {'id': 'e01ffbfe-fa33-4369-b976-b58a18f14152', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:99:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:35:18Z', 'updated_at': '2022-02-07T20:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_floatingips': [{'id': 'cc0fe004-053e-4530-ba53-de767ecedea4', 'tenant_id': '1920726293f94b09a11892df688f137b', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'router_id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'port_id': '5b5900fc-f439-4588-840f-8f0e0cfe5b61', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e', 'mac_address': 'fa:16:3e:03:e3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf6add5-4869-4015-a485-3b193b516655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:40:26Z', 'updated_at': '2022-02-07T20:40:40Z', 'revision_number': 1, 'project_id': '1920726293f94b09a11892df688f137b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1afddea-2b48-49e7-9dfd-8043d1063611', 'name': '', 'network_id': '72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e', 'tenant_id': '1920726293f94b09a11892df688f137b', 'mac_address': 'fa:16:3e:b7:e2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '57a3a711-2e6c-457c-a563-2e93bf8d035e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:35:22Z', 'updated_at': '2022-02-07T20:35:29Z', 'revision_number': 5, 'project_id': '1920726293f94b09a11892df688f137b', 'subnets': [{'id': '57a3a711-2e6c-457c-a563-2e93bf8d035e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:40:42.016883 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23409e9-75b2-4d07-bd09-6967d1b7ff17 req-15810807-f983-4cef-97ec-dba3c344c913 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:42.018870 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-a23409e9-75b2-4d07-bd09-6967d1b7ff17 req-15810807-f983-4cef-97ec-dba3c344c913 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 946 time: 0.0534658 Feb 07 20:40:42.020137 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd88de3-9fcf-4702-862f-5f5c4eaf0bb9 None None] New status for floating IP cc0fe004-053e-4530-ba53-de767ecedea4: ACTIVE {{(pid=102683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 20:40:42.069899 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-a23409e9-75b2-4d07-bd09-6967d1b7ff17 req-79198661-05bd-422d-ae48-2e6ec4076cac tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444882 Feb 07 20:40:42.341925 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b2093-8cb6-4040-ab1d-2ac6adbfc597 req-f84e1438-fb36-448a-a6d1-c3bc7c0e2011 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:42.343365 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-e23b2093-8cb6-4040-ab1d-2ac6adbfc597 req-f84e1438-fb36-448a-a6d1-c3bc7c0e2011 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=9cf6add5-4869-4015-a485-3b193b516655 HTTP/1.1" status: 200 len: 945 time: 0.0548255 Feb 07 20:40:42.389302 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-e23b2093-8cb6-4040-ab1d-2ac6adbfc597 req-fbf43206-e024-44d6-bf8d-287e766c353f tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c26bdf8c-6154-4d37-b3e0-e19d59dbfbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405278 Feb 07 20:40:42.784007 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cf6add5-4869-4015-a485-3b193b516655', 'tag': '5b5900fc-f439-4588-840f-8f0e0cfe5b61'}] {{(pid=102680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:40:42.786343 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8018c2217b61fdaaeb92b6d737e1de58097a2b3cdf81442b843717ec2e5fe670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f08f431-c634-4ac3-802d-753719df7570" -d '{"events": [{"name": "network-changed", "server_uuid": "9cf6add5-4869-4015-a485-3b193b516655", "tag": "5b5900fc-f439-4588-840f-8f0e0cfe5b61"}]}' {{(pid=102680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:40:42.820903 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebca83e-caf5-4772-9286-7aaefdccab22 x-openstack-request-id: req-0ebca83e-caf5-4772-9286-7aaefdccab22 {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:40:42.821204 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cf6add5-4869-4015-a485-3b193b516655", "tag": "5b5900fc-f439-4588-840f-8f0e0cfe5b61", "status": "completed", "code": 200}]} {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:40:42.821459 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0ebca83e-caf5-4772-9286-7aaefdccab22 {{(pid=102680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:40:42.821855 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cf6add5-4869-4015-a485-3b193b516655', 'tag': '5b5900fc-f439-4588-840f-8f0e0cfe5b61', 'status': 'completed', 'code': 200} Feb 07 20:40:42.896757 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08f431-c634-4ac3-802d-753719df7570 req-b639f197-e063-4470-ac24-6af761b5cd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:42.898224 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-2f08f431-c634-4ac3-802d-753719df7570 req-b639f197-e063-4470-ac24-6af761b5cd10 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1920726293f94b09a11892df688f137b&device_id=9cf6add5-4869-4015-a485-3b193b516655 HTTP/1.1" status: 200 len: 1129 time: 0.0438688 Feb 07 20:40:42.987552 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08f431-c634-4ac3-802d-753719df7570 req-fa3b4fa2-fc57-48e7-a610-b97a194b6944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:42.989547 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-2f08f431-c634-4ac3-802d-753719df7570 req-fa3b4fa2-fc57-48e7-a610-b97a194b6944 service neutron] 10.222.0.24 "GET /v2.0/networks?id=72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e HTTP/1.1" status: 200 len: 912 time: 0.0842102 Feb 07 20:40:43.057689 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-2f08f431-c634-4ac3-802d-753719df7570 req-77e647a1-2f44-4196-b1e4-86fe9eec3422 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b5900fc-f439-4588-840f-8f0e0cfe5b61 HTTP/1.1" status: 200 len: 1000 time: 0.0611646 Feb 07 20:40:43.112861 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08f431-c634-4ac3-802d-753719df7570 req-048735c7-54ef-406d-a1be-1d6950aadbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:43.114925 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-2f08f431-c634-4ac3-802d-753719df7570 req-048735c7-54ef-406d-a1be-1d6950aadbf9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=57a3a711-2e6c-457c-a563-2e93bf8d035e HTTP/1.1" status: 200 len: 850 time: 0.0441530 Feb 07 20:40:43.163340 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08f431-c634-4ac3-802d-753719df7570 req-3782fdc8-9472-41a3-acda-8cdc4cc25e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:43.164783 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-2f08f431-c634-4ac3-802d-753719df7570 req-3782fdc8-9472-41a3-acda-8cdc4cc25e9d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442119 Feb 07 20:40:43.193140 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e964fdb-b2a6-44d1-922f-97d244db6be5 req-3bf1dfb6-45e2-4636-801b-2ebc15778348 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:43.194606 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-3e964fdb-b2a6-44d1-922f-97d244db6be5 req-3bf1dfb6-45e2-4636-801b-2ebc15778348 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 946 time: 0.0540600 Feb 07 20:40:43.241216 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-3e964fdb-b2a6-44d1-922f-97d244db6be5 req-2a6dc2b6-a252-41d7-b20d-50f27db84c14 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410061 Feb 07 20:40:43.255384 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-2f08f431-c634-4ac3-802d-753719df7570 req-b5908f56-72ad-4fff-8433-2dff60c5d957 service neutron] 10.222.0.24 "GET /v2.0/networks/72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840857 Feb 07 20:40:43.339606 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-2f08f431-c634-4ac3-802d-753719df7570 req-ddee35c4-9552-4791-b526-3133788cf1f5 service neutron] 10.222.0.24 "GET /v2.0/networks/72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786352 Feb 07 20:40:43.510702 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e83108-38fe-4824-a8db-1e6686c1dff6 req-4d844ed2-f81a-4882-a681-fa78ee4013b7 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:43.512165 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-40e83108-38fe-4824-a8db-1e6686c1dff6 req-4d844ed2-f81a-4882-a681-fa78ee4013b7 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=9cf6add5-4869-4015-a485-3b193b516655 HTTP/1.1" status: 200 len: 945 time: 0.0559711 Feb 07 20:40:43.562161 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-40e83108-38fe-4824-a8db-1e6686c1dff6 req-1809d4f4-be14-42c0-ae78-dfb1e67bd9e4 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c26bdf8c-6154-4d37-b3e0-e19d59dbfbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445981 Feb 07 20:40:44.360211 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db9e09-5d8c-4fce-901f-444b16256f6e req-7fc45309-781b-4294-8a98-3a9544432ecc tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:44.361598 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-a4db9e09-5d8c-4fce-901f-444b16256f6e req-7fc45309-781b-4294-8a98-3a9544432ecc tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 946 time: 0.0518034 Feb 07 20:40:44.407382 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-a4db9e09-5d8c-4fce-901f-444b16256f6e req-b5f9fd85-b568-40b2-91a5-7622983b5714 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394084 Feb 07 20:40:45.533494 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201f31b-5c91-4a41-969b-d19583e6f593 req-47983f94-7867-467a-9cb8-08d38251bb60 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:45.534890 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c201f31b-5c91-4a41-969b-d19583e6f593 req-47983f94-7867-467a-9cb8-08d38251bb60 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 946 time: 0.0535402 Feb 07 20:40:45.585107 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c201f31b-5c91-4a41-969b-d19583e6f593 req-bcf8163d-c9dd-4f43-a06e-4c8ce78c648c tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442162 Feb 07 20:40:46.711313 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbeb63-1771-4b51-9be9-17c348b07d41 req-8fe6487c-4132-492d-863a-73e5e4585ff9 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:46.712811 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-7dfbeb63-1771-4b51-9be9-17c348b07d41 req-8fe6487c-4132-492d-863a-73e5e4585ff9 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 946 time: 0.0562985 Feb 07 20:40:46.758076 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-7dfbeb63-1771-4b51-9be9-17c348b07d41 req-885de2ab-7fd6-4a78-baed-3f903e6a7ac6 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399003 Feb 07 20:40:47.876950 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78230e71-c9a3-4e72-9900-cdca160f41a9 req-5aec422a-bb1d-4ec5-a32f-57dd25e2a80c tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:47.878416 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-78230e71-c9a3-4e72-9900-cdca160f41a9 req-5aec422a-bb1d-4ec5-a32f-57dd25e2a80c tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 946 time: 0.0514672 Feb 07 20:40:47.923763 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-78230e71-c9a3-4e72-9900-cdca160f41a9 req-7e428092-0dca-46bd-b3ac-8471dcdb3723 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395751 Feb 07 20:40:49.048291 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27af0b8-648f-4f10-b2a3-0f8e0748e744 req-452be65f-b4fa-4598-8d1a-6b0377050301 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:49.049821 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-b27af0b8-648f-4f10-b2a3-0f8e0748e744 req-452be65f-b4fa-4598-8d1a-6b0377050301 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 946 time: 0.0529442 Feb 07 20:40:49.098426 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-b27af0b8-648f-4f10-b2a3-0f8e0748e744 req-f3e62319-7abe-41c8-bc5a-20f83304511a tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415788 Feb 07 20:40:49.272144 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 1ebc2430-98bd-48af-bd42-f79a030f9176 details requested by agent hyperv_hv-cinder-82815 with host hv-cinder-82815 {{(pid=102682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:40:49.372567 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 1ebc2430-98bd-48af-bd42-f79a030f9176, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=1ebc2430-98bd-48af-bd42-f79a030f9176,segment=NetworkSegment(025e846a-937e-4847-b04b-5f3e732f1e22),segment_id=025e846a-937e-4847-b04b-5f3e732f1e22)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:40:49.385507 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Returning: {'device': '1ebc2430-98bd-48af-bd42-f79a030f9176', 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5', 'port_id': '1ebc2430-98bd-48af-bd42-f79a030f9176', 'mac_address': 'fa:16:3e:f5:28:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2b04cad-c27a-42ce-981e-86830a1e7466', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:40:49.428249 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port 1ebc2430-98bd-48af-bd42-f79a030f9176 is: ACTIVE; New status is: BUILD {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:40:49.428634 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (1ebc2430-98bd-48af-bd42-f79a030f9176), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:49.442207 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ebc2430-98bd-48af-bd42-f79a030f9176 {{(pid=102682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:40:49.466817 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 1ebc2430-98bd-48af-bd42-f79a030f9176, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=1ebc2430-98bd-48af-bd42-f79a030f9176,segment=NetworkSegment(025e846a-937e-4847-b04b-5f3e732f1e22),segment_id=025e846a-937e-4847-b04b-5f3e732f1e22)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:40:49.471226 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (1ebc2430-98bd-48af-bd42-f79a030f9176), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:49.534480 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=1ebc2430-98bd-48af-bd42-f79a030f9176,revision_number=6']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:49.600922 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['1ebc2430-98bd-48af-bd42-f79a030f9176'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:40:50.166640 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.agents_db [None req-6ca4556d-c1da-4dc5-8d4b-cf8528912650 None None] Agent healthcheck: found 6 active agents {{(pid=102683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:40:50.252430 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e067d4-55d7-428d-bd38-b218a2a62e85 req-438ef66f-0c8e-4a09-a5cb-4495ab583dd6 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:50.255198 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-77e067d4-55d7-428d-bd38-b218a2a62e85 req-438ef66f-0c8e-4a09-a5cb-4495ab583dd6 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 945 time: 0.0765238 Feb 07 20:40:50.311845 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-77e067d4-55d7-428d-bd38-b218a2a62e85 req-2248d2f5-d17e-4ac2-869b-addcf71670d7 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502379 Feb 07 20:40:51.292745 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 1ebc2430-98bd-48af-bd42-f79a030f9176 up at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:40:51.340515 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning complete for port 1ebc2430-98bd-48af-bd42-f79a030f9176 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:40:51.341277 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (1ebc2430-98bd-48af-bd42-f79a030f9176), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:51.420573 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port 1ebc2430-98bd-48af-bd42-f79a030f9176 is: BUILD; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:40:51.420962 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (1ebc2430-98bd-48af-bd42-f79a030f9176), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:51.457768 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 1ebc2430-98bd-48af-bd42-f79a030f9176, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=1ebc2430-98bd-48af-bd42-f79a030f9176,segment=NetworkSegment(025e846a-937e-4847-b04b-5f3e732f1e22),segment_id=025e846a-937e-4847-b04b-5f3e732f1e22)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:40:51.458725 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e567a2c-6a50-4318-be61-717bfbe51943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ebc2430-98bd-48af-bd42-f79a030f9176'}] {{(pid=102682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:40:51.461114 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49691025426d341bc8e7177f0b95fa1f617f1e30ecd73d77513429b9266eb12b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765a693d-a45a-4270-947d-411d78777428" -d '{"events": [{"server_uuid": "8e567a2c-6a50-4318-be61-717bfbe51943", "name": "network-vif-plugged", "status": "completed", "tag": "1ebc2430-98bd-48af-bd42-f79a030f9176"}]}' {{(pid=102682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:40:51.464923 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (1ebc2430-98bd-48af-bd42-f79a030f9176), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:51.522822 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9adf0c-4c89-4a91-88fc-278893e3fec7 req-6121393c-a347-4a28-9e35-e52ff1f50f7e tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:51.524793 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=1ebc2430-98bd-48af-bd42-f79a030f9176,revision_number=7']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:40:51.533046 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:40:51.533420 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:40:51.533783 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:40:51.534121 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:40:51.534511 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:40:51.535363 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:40:51.535712 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:40:51.536035 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:40:51.536358 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:40:51.536682 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:40:51.537004 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:40:51.537318 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:40:51.537636 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:40:51.551801 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-ad9adf0c-4c89-4a91-88fc-278893e3fec7 req-6121393c-a347-4a28-9e35-e52ff1f50f7e tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 945 time: 0.1581187 Feb 07 20:40:51.564600 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eaabacb-784c-4297-a595-c971db28172e x-openstack-request-id: req-1eaabacb-784c-4297-a595-c971db28172e {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:40:51.564921 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e567a2c-6a50-4318-be61-717bfbe51943", "name": "network-vif-plugged", "status": "completed", "tag": "1ebc2430-98bd-48af-bd42-f79a030f9176", "code": 200}]} {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:40:51.565182 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1eaabacb-784c-4297-a595-c971db28172e {{(pid=102682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:40:51.565579 dv-cinder-828150-2-iscsi neutron-server[102682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e567a2c-6a50-4318-be61-717bfbe51943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ebc2430-98bd-48af-bd42-f79a030f9176', 'code': 200} Feb 07 20:40:51.631612 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-ad9adf0c-4c89-4a91-88fc-278893e3fec7 req-b8efd621-7085-4670-9075-27b609f62b40 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636151 Feb 07 20:40:52.768413 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9e73b-2020-4fa2-9768-51a2ef85afa7 req-ddbbf415-4c44-4244-86e5-58ac2e36cf7b tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:52.776780 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-64d9e73b-2020-4fa2-9768-51a2ef85afa7 req-ddbbf415-4c44-4244-86e5-58ac2e36cf7b tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 946 time: 0.0894992 Feb 07 20:40:52.829493 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-64d9e73b-2020-4fa2-9768-51a2ef85afa7 req-3f2a64ca-1729-4c82-968c-f89eda246706 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489302 Feb 07 20:40:53.975949 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242962c-3b3e-4bfc-a37c-1696882129f9 req-342803c9-4dea-4b4f-980a-6da013bdb85c tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:53.977450 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-2242962c-3b3e-4bfc-a37c-1696882129f9 req-342803c9-4dea-4b4f-980a-6da013bdb85c tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 946 time: 0.0644124 Feb 07 20:40:54.026691 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-2242962c-3b3e-4bfc-a37c-1696882129f9 req-8bd56191-208d-4d34-a372-93d06f6d0705 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429215 Feb 07 20:40:55.161358 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b5314-b660-424c-bba9-66763ea5032a req-d653c93a-032f-49bb-abce-477ca9b3ffdd tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:55.162827 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-ad5b5314-b660-424c-bba9-66763ea5032a req-d653c93a-032f-49bb-abce-477ca9b3ffdd tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 946 time: 0.0559280 Feb 07 20:40:55.219617 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-ad5b5314-b660-424c-bba9-66763ea5032a req-571157b9-6c29-480b-a7e4-f334758ad9d2 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475395 Feb 07 20:40:56.366132 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6342e8a-117c-4427-8164-58115b05b7e3 req-784c7f64-3892-4699-b9ae-ce30e7bbcbb9 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:56.367816 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-b6342e8a-117c-4427-8164-58115b05b7e3 req-784c7f64-3892-4699-b9ae-ce30e7bbcbb9 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 946 time: 0.0608115 Feb 07 20:40:56.418779 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-b6342e8a-117c-4427-8164-58115b05b7e3 req-fafd9633-5256-40c7-9667-8e68fa21e707 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453947 Feb 07 20:40:56.438145 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (2db0d972-3e88-4a6a-9d75-f8f2fe350c5f), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:56.553629 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-012bb5ff-7e83-4cc1-9510-8f6d80f7e1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:57.555202 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56557c9b-ece2-47fa-b79b-ec1cf553167d req-cb58d85d-a37c-4c65-be44-0891867b312d tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:57.556745 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-56557c9b-ece2-47fa-b79b-ec1cf553167d req-cb58d85d-a37c-4c65-be44-0891867b312d tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 946 time: 0.0592043 Feb 07 20:40:57.606089 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-56557c9b-ece2-47fa-b79b-ec1cf553167d req-04f8a135-c79d-4646-a4c9-7b07f2b4fa44 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431638 Feb 07 20:40:58.657846 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339e636-ec3b-4648-8694-329281e440e0 req-d63e7174-8dbb-4597-b6ab-7b5ef02c7c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:58.659945 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c339e636-ec3b-4648-8694-329281e440e0 req-d63e7174-8dbb-4597-b6ab-7b5ef02c7c6f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2185d4e79c4947b6869c2dff85759513&device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 1130 time: 0.0481663 Feb 07 20:40:58.792336 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ced9a7-dac9-42ee-a212-1dc067c445dc req-523bf048-837d-4c0a-b781-f29d95faeb30 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:58.793805 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-38ced9a7-dac9-42ee-a212-1dc067c445dc req-523bf048-837d-4c0a-b781-f29d95faeb30 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 946 time: 0.1029932 Feb 07 20:40:58.798334 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339e636-ec3b-4648-8694-329281e440e0 req-37489f8c-7a12-4a24-a659-358f11de8981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:58.799778 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c339e636-ec3b-4648-8694-329281e440e0 req-37489f8c-7a12-4a24-a659-358f11de8981 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b080ab0e-203b-499d-9b26-1d0d5d881ab5 HTTP/1.1" status: 200 len: 918 time: 0.1270766 Feb 07 20:40:58.873275 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-a094c6ef-85c5-406d-af16-bf3dc9ab7ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:40:58.891158 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-38ced9a7-dac9-42ee-a212-1dc067c445dc req-3ea41724-093b-4f4e-88cd-e4d0cb195723 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899498 Feb 07 20:40:58.897837 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c339e636-ec3b-4648-8694-329281e440e0 req-1c356ae4-199f-41ed-aa01-bc237a189a8d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ebc2430-98bd-48af-bd42-f79a030f9176 HTTP/1.1" status: 200 len: 1002 time: 0.0899110 Feb 07 20:40:58.948093 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339e636-ec3b-4648-8694-329281e440e0 req-93fd3532-dc1d-4a3e-8c48-5b1ac92c0a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:58.949510 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c339e636-ec3b-4648-8694-329281e440e0 req-93fd3532-dc1d-4a3e-8c48-5b1ac92c0a1a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2b04cad-c27a-42ce-981e-86830a1e7466 HTTP/1.1" status: 200 len: 856 time: 0.0439215 Feb 07 20:40:59.002402 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339e636-ec3b-4648-8694-329281e440e0 req-daa538f5-eeae-4a11-bd96-4bfcdf4d0db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:40:59.005067 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c339e636-ec3b-4648-8694-329281e440e0 req-daa538f5-eeae-4a11-bd96-4bfcdf4d0db9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b080ab0e-203b-499d-9b26-1d0d5d881ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473814 Feb 07 20:40:59.090537 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c339e636-ec3b-4648-8694-329281e440e0 req-8c3e8021-3e95-4633-a8d4-f8242a136b91 service neutron] 10.222.0.24 "GET /v2.0/networks/b080ab0e-203b-499d-9b26-1d0d5d881ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780938 Feb 07 20:40:59.186987 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c339e636-ec3b-4648-8694-329281e440e0 req-a1a0e0d6-c55b-4ef7-b4f2-b57237d53f89 service neutron] 10.222.0.24 "GET /v2.0/networks/b080ab0e-203b-499d-9b26-1d0d5d881ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827277 Feb 07 20:40:59.968969 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:00.014245 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241f0a6-b749-4fe8-a98c-b789a1801744 req-41045290-51ae-41d6-8272-12bd0031f46a tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:00.015749 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-7241f0a6-b749-4fe8-a98c-b789a1801744 req-41045290-51ae-41d6-8272-12bd0031f46a tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 946 time: 0.0528758 Feb 07 20:41:00.061417 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-7241f0a6-b749-4fe8-a98c-b789a1801744 req-4815ff29-f8a8-435c-8c61-6bf88578f052 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396428 Feb 07 20:41:01.194116 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b678b-8315-429e-8134-941178e71571 req-750c9106-d036-4d89-83a1-39fb1d62d85a tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:01.195625 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-7a1b678b-8315-429e-8134-941178e71571 req-750c9106-d036-4d89-83a1-39fb1d62d85a tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 946 time: 0.0594993 Feb 07 20:41:01.248342 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-7a1b678b-8315-429e-8134-941178e71571 req-e4eb25b2-ef7f-4bdb-aad6-5a0b09b10fb3 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465598 Feb 07 20:41:01.497075 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:02.371450 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8fc05-98ca-403e-b95c-919e9485cc0a req-4bf2878f-a9d5-4471-bc8b-41f6e878426a tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:02.372912 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-6ae8fc05-98ca-403e-b95c-919e9485cc0a req-4bf2878f-a9d5-4471-bc8b-41f6e878426a tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 946 time: 0.0524542 Feb 07 20:41:02.418960 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-6ae8fc05-98ca-403e-b95c-919e9485cc0a req-260091b6-8c36-48d7-8f9d-b59107718773 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405977 Feb 07 20:41:02.732337 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:02.861328 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [req-7e935ebb-e282-4caf-94d1-2596da3df7a0 req-935d4f8d-ed95-4fee-9017-f1aed0c645a1 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102681) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 20:41:02.862841 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-7e935ebb-e282-4caf-94d1-2596da3df7a0 req-935d4f8d-ed95-4fee-9017-f1aed0c645a1 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059071 Feb 07 20:41:03.017656 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af4667-55ad-4b63-bb57-2dc29b59a93a req-36467f47-507e-4353-9f23-febe311f09e0 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:03.019161 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-92af4667-55ad-4b63-bb57-2dc29b59a93a req-36467f47-507e-4353-9f23-febe311f09e0 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 946 time: 0.0527654 Feb 07 20:41:03.071725 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-92af4667-55ad-4b63-bb57-2dc29b59a93a req-e36fa922-4b68-4f6d-959c-11f81d7cdb3c tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456796 Feb 07 20:41:03.219933 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 54752) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:41:03.301815 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-c87f638e-0840-46c2-b16f-9330ea9c83e9 req-a26116ba-d8a6-44fc-9f5b-de1c201c2893 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0807929 Feb 07 20:41:03.310405 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [req-c87f638e-0840-46c2-b16f-9330ea9c83e9 req-e97e28cb-a0be-43f1-b618-c49146ba1284 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102680) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 20:41:03.311347 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-c87f638e-0840-46c2-b16f-9330ea9c83e9 req-e97e28cb-a0be-43f1-b618-c49146ba1284 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048654 Feb 07 20:41:03.359143 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 1ebc2430-98bd-48af-bd42-f79a030f9176 no longer exists at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:41:03.432557 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port 1ebc2430-98bd-48af-bd42-f79a030f9176 is: ACTIVE; New status is: DOWN {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:41:03.432939 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (1ebc2430-98bd-48af-bd42-f79a030f9176), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:03.459349 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e567a2c-6a50-4318-be61-717bfbe51943', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ebc2430-98bd-48af-bd42-f79a030f9176'}] {{(pid=102682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:41:03.461626 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49691025426d341bc8e7177f0b95fa1f617f1e30ecd73d77513429b9266eb12b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40b2389-328f-4fc9-a1f4-0c7bb4c1ecc7" -d '{"events": [{"server_uuid": "8e567a2c-6a50-4318-be61-717bfbe51943", "name": "network-vif-unplugged", "status": "completed", "tag": "1ebc2430-98bd-48af-bd42-f79a030f9176"}]}' {{(pid=102682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:41:03.474742 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 1ebc2430-98bd-48af-bd42-f79a030f9176, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=1ebc2430-98bd-48af-bd42-f79a030f9176,segment=NetworkSegment(025e846a-937e-4847-b04b-5f3e732f1e22),segment_id=025e846a-937e-4847-b04b-5f3e732f1e22)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:41:03.481205 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (1ebc2430-98bd-48af-bd42-f79a030f9176), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:03.531077 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=1ebc2430-98bd-48af-bd42-f79a030f9176,revision_number=8']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:41:03.562864 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Feb 2022 20:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae67022b-47cc-47be-a808-b0b075400468 x-openstack-request-id: req-ae67022b-47cc-47be-a808-b0b075400468 {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:41:03.563163 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e567a2c-6a50-4318-be61-717bfbe51943", "name": "network-vif-unplugged", "status": "failed", "tag": "1ebc2430-98bd-48af-bd42-f79a030f9176", "code": 422}]} {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:41:03.563441 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ae67022b-47cc-47be-a808-b0b075400468 {{(pid=102682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:41:03.563881 dv-cinder-828150-2-iscsi neutron-server[102682]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8e567a2c-6a50-4318-be61-717bfbe51943', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1ebc2430-98bd-48af-bd42-f79a030f9176', 'code': 422} returned with failed status Feb 07 20:41:04.194645 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8796269-2805-4430-82b8-ceda6ea5249d req-2ad6d1a2-a71d-487d-bbfb-e6eaaf9fe2e7 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:04.196692 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-c8796269-2805-4430-82b8-ceda6ea5249d req-2ad6d1a2-a71d-487d-bbfb-e6eaaf9fe2e7 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 944 time: 0.0539119 Feb 07 20:41:04.243581 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-c8796269-2805-4430-82b8-ceda6ea5249d req-ac3dd4fa-891e-4076-9953-76312b135432 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414112 Feb 07 20:41:04.756979 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f638e-0840-46c2-b16f-9330ea9c83e9 req-88794090-cf8c-44d3-a20e-dba5c6ae32a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:04.758453 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c87f638e-0840-46c2-b16f-9330ea9c83e9 req-88794090-cf8c-44d3-a20e-dba5c6ae32a7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943&tenant_id=2185d4e79c4947b6869c2dff85759513 HTTP/1.1" status: 200 len: 1128 time: 0.0784366 Feb 07 20:41:04.841993 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f638e-0840-46c2-b16f-9330ea9c83e9 req-a23ebe91-7880-469f-8ed2-c8e8ac002675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:04.843506 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c87f638e-0840-46c2-b16f-9330ea9c83e9 req-a23ebe91-7880-469f-8ed2-c8e8ac002675 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2185d4e79c4947b6869c2dff85759513&device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 1128 time: 0.0424895 Feb 07 20:41:04.936495 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f638e-0840-46c2-b16f-9330ea9c83e9 req-ee73ac47-5eee-436c-b19c-d3d9d32e3949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:04.937947 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c87f638e-0840-46c2-b16f-9330ea9c83e9 req-ee73ac47-5eee-436c-b19c-d3d9d32e3949 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b080ab0e-203b-499d-9b26-1d0d5d881ab5 HTTP/1.1" status: 200 len: 918 time: 0.0855961 Feb 07 20:41:05.000604 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c87f638e-0840-46c2-b16f-9330ea9c83e9 req-3d2da22f-4a35-4803-b75d-41a9c1800f7f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ebc2430-98bd-48af-bd42-f79a030f9176 HTTP/1.1" status: 200 len: 1000 time: 0.0564468 Feb 07 20:41:05.054290 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f638e-0840-46c2-b16f-9330ea9c83e9 req-39c2c7b1-9611-46e1-b67e-8ae22f6ad318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:05.055751 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c87f638e-0840-46c2-b16f-9330ea9c83e9 req-39c2c7b1-9611-46e1-b67e-8ae22f6ad318 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2b04cad-c27a-42ce-981e-86830a1e7466 HTTP/1.1" status: 200 len: 856 time: 0.0437756 Feb 07 20:41:05.118286 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f638e-0840-46c2-b16f-9330ea9c83e9 req-23268a29-6b4b-4b3c-8f2e-2c3e029e1aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:05.119929 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c87f638e-0840-46c2-b16f-9330ea9c83e9 req-23268a29-6b4b-4b3c-8f2e-2c3e029e1aed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b080ab0e-203b-499d-9b26-1d0d5d881ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0569911 Feb 07 20:41:05.209199 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c87f638e-0840-46c2-b16f-9330ea9c83e9 req-c20b6c75-9b37-4d50-8210-6f2371b125bd service neutron] 10.222.0.24 "GET /v2.0/networks/b080ab0e-203b-499d-9b26-1d0d5d881ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828660 Feb 07 20:41:05.223523 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183b16d-d5d6-4dba-af7b-74a75b407255 req-7c891c61-114f-4ce4-bca9-788617c75b3d tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:05.224989 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-e183b16d-d5d6-4dba-af7b-74a75b407255 req-7c891c61-114f-4ce4-bca9-788617c75b3d tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac HTTP/1.1" status: 200 len: 945 time: 0.0579484 Feb 07 20:41:05.272844 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-e183b16d-d5d6-4dba-af7b-74a75b407255 req-c29d81aa-25b8-4ee4-8ba9-e41301a89757 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418618 Feb 07 20:41:05.303754 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c87f638e-0840-46c2-b16f-9330ea9c83e9 req-8449e711-830d-4103-bd21-eb1cf9a48ec3 service neutron] 10.222.0.24 "GET /v2.0/networks/b080ab0e-203b-499d-9b26-1d0d5d881ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881443 Feb 07 20:41:05.372340 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd94738-9900-4ef9-a712-57572b5d6479 req-47aa4b66-4380-4638-88d2-cbd294959710 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:05.373910 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-1bd94738-9900-4ef9-a712-57572b5d6479 req-47aa4b66-4380-4638-88d2-cbd294959710 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 944 time: 0.0530441 Feb 07 20:41:05.421362 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-1bd94738-9900-4ef9-a712-57572b5d6479 req-234a5e67-ebaa-408d-bf66-be6329659bd4 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413995 Feb 07 20:41:06.400056 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fccc437-58ba-4d96-955c-8009e86e317c req-b14b112c-86c2-4ee7-bece-9e4006bf946e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:06.403008 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-0fccc437-58ba-4d96-955c-8009e86e317c req-b14b112c-86c2-4ee7-bece-9e4006bf946e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac HTTP/1.1" status: 200 len: 945 time: 0.0580168 Feb 07 20:41:06.453259 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-0fccc437-58ba-4d96-955c-8009e86e317c req-81dc01da-7753-4e80-9f5d-dabb1013d5e2 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445943 Feb 07 20:41:06.563220 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796cf2c-3f50-4ebd-b71c-4f5ac95158dd req-2aed946f-c6d5-495e-9d83-6551b4f8b865 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:06.565433 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f796cf2c-3f50-4ebd-b71c-4f5ac95158dd req-2aed946f-c6d5-495e-9d83-6551b4f8b865 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 944 time: 0.0543966 Feb 07 20:41:06.615198 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f796cf2c-3f50-4ebd-b71c-4f5ac95158dd req-078b0308-ba87-464c-bcfc-ee2caee3f584 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442920 Feb 07 20:41:07.579479 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ad528-51c2-4dff-a415-95850fd0a5bd req-ccec5d87-1478-475a-9c47-a31ae7be7874 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:07.581543 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-035ad528-51c2-4dff-a415-95850fd0a5bd req-ccec5d87-1478-475a-9c47-a31ae7be7874 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac HTTP/1.1" status: 200 len: 945 time: 0.0552108 Feb 07 20:41:07.638393 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-035ad528-51c2-4dff-a415-95850fd0a5bd req-c5b5dd4e-a7b0-412c-81d9-5a683c6910a1 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513570 Feb 07 20:41:07.742576 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c510b77-493b-4ba6-90e2-c4a35d970c3e req-8df7b3e7-2935-453e-9a1d-59cd5b479c93 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:07.744047 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9c510b77-493b-4ba6-90e2-c4a35d970c3e req-8df7b3e7-2935-453e-9a1d-59cd5b479c93 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 944 time: 0.0580461 Feb 07 20:41:07.799116 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9c510b77-493b-4ba6-90e2-c4a35d970c3e req-1178236a-4555-421c-8476-d5baee0e944e tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487008 Feb 07 20:41:08.764577 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72eeccb-2d8c-45a0-99f1-d4daf1643529 req-ffe5c860-7dec-4ea7-a0af-35ac8530afa6 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:08.766130 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-e72eeccb-2d8c-45a0-99f1-d4daf1643529 req-ffe5c860-7dec-4ea7-a0af-35ac8530afa6 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac HTTP/1.1" status: 200 len: 945 time: 0.0574422 Feb 07 20:41:08.818754 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-e72eeccb-2d8c-45a0-99f1-d4daf1643529 req-a5124890-530a-4c9c-ab9a-0b147044d1cf tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471623 Feb 07 20:41:08.929704 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df491c-3629-4f05-b363-b14db5876cff req-35d1fc4b-2ff9-42af-9609-4207f21cd96a tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:08.931193 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-b6df491c-3629-4f05-b363-b14db5876cff req-35d1fc4b-2ff9-42af-9609-4207f21cd96a tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 944 time: 0.0541837 Feb 07 20:41:08.980637 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-b6df491c-3629-4f05-b363-b14db5876cff req-1b3161b7-972e-4500-a03f-98c9faef81af tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439045 Feb 07 20:41:09.943483 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8b7f7-bcec-4aab-82b7-4036343fafc9 req-5dcb6a4b-79b4-4051-8b8b-9a96db70c8a0 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:09.944367 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-e6a8b7f7-bcec-4aab-82b7-4036343fafc9 req-5dcb6a4b-79b4-4051-8b8b-9a96db70c8a0 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac HTTP/1.1" status: 200 len: 945 time: 0.0565596 Feb 07 20:41:09.995644 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-e6a8b7f7-bcec-4aab-82b7-4036343fafc9 req-b39fdb0f-87cb-4396-9bfa-1d35d8dc5d8c tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453324 Feb 07 20:41:10.116908 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b45529-3efc-4fb3-b397-0a305832566c req-16ea6c5c-70f1-4ae7-8a8a-00dc428b68da tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:10.118363 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e2b45529-3efc-4fb3-b397-0a305832566c req-16ea6c5c-70f1-4ae7-8a8a-00dc428b68da tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 944 time: 0.0618582 Feb 07 20:41:10.167923 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e2b45529-3efc-4fb3-b397-0a305832566c req-f070d699-6cec-4e72-8347-3b6fb0bd01be tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439084 Feb 07 20:41:11.120114 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5e475-5fa3-4c34-a577-7c2454a4df81 req-d25792c3-dce2-4fb8-ae18-13a137a21d4f tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:11.121697 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-50e5e475-5fa3-4c34-a577-7c2454a4df81 req-d25792c3-dce2-4fb8-ae18-13a137a21d4f tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac HTTP/1.1" status: 200 len: 945 time: 0.0578024 Feb 07 20:41:11.174881 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-50e5e475-5fa3-4c34-a577-7c2454a4df81 req-c88db517-3af4-4cc1-99d6-056b6500cba0 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469341 Feb 07 20:41:11.294891 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d14a8-1a20-49a6-9d36-8cfc20a59152 req-c3208a6c-d67b-4858-b90c-5891d8e7ebad tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:11.296396 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-2d4d14a8-1a20-49a6-9d36-8cfc20a59152 req-c3208a6c-d67b-4858-b90c-5891d8e7ebad tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 944 time: 0.0541446 Feb 07 20:41:11.347074 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-2d4d14a8-1a20-49a6-9d36-8cfc20a59152 req-afd41931-7f58-47bb-80d1-b8df027ce51b tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442383 Feb 07 20:41:12.299147 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609d2a7-af6b-454f-a60e-8bd47240c4b5 req-6f43dccc-1a08-47d5-adb8-226ab644f725 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:12.300722 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-a609d2a7-af6b-454f-a60e-8bd47240c4b5 req-6f43dccc-1a08-47d5-adb8-226ab644f725 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac HTTP/1.1" status: 200 len: 945 time: 0.0561335 Feb 07 20:41:12.351747 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-a609d2a7-af6b-454f-a60e-8bd47240c4b5 req-48badbf2-8c69-4773-95fa-774fb1fe7129 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454586 Feb 07 20:41:12.481113 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4998dd2-8a9f-4058-a131-f1f936aecb9a req-b3dbc346-58d4-45ed-a20f-113f8587d902 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:12.482493 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-a4998dd2-8a9f-4058-a131-f1f936aecb9a req-b3dbc346-58d4-45ed-a20f-113f8587d902 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 944 time: 0.0589058 Feb 07 20:41:12.535933 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-a4998dd2-8a9f-4058-a131-f1f936aecb9a req-a5828a69-dfef-49cb-ac3a-25200bebffb0 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474195 Feb 07 20:41:13.483668 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcdef1-4e3a-4cbd-812e-3058a2913813 req-7211df57-99c8-4023-ad10-97be614dc1f4 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:13.485202 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-4ffcdef1-4e3a-4cbd-812e-3058a2913813 req-7211df57-99c8-4023-ad10-97be614dc1f4 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac HTTP/1.1" status: 200 len: 945 time: 0.0610874 Feb 07 20:41:13.539709 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-4ffcdef1-4e3a-4cbd-812e-3058a2913813 req-e4cf64fb-bba2-46fa-bc61-a1673766140f tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486972 Feb 07 20:41:13.662519 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11125f-4945-4bd0-a136-7105e2560bbe req-807acad7-6661-4d08-b45e-80d1f9420916 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:13.663948 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-2a11125f-4945-4bd0-a136-7105e2560bbe req-807acad7-6661-4d08-b45e-80d1f9420916 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 944 time: 0.0532691 Feb 07 20:41:13.711240 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-2a11125f-4945-4bd0-a136-7105e2560bbe req-0d70ed15-c4ec-424f-bf4b-893a20862832 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418100 Feb 07 20:41:14.655311 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d8a29-a896-489c-ae02-24afd051d5bf req-070cd2c1-5316-4436-815c-155b0cc24f2e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:14.656799 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-227d8a29-a896-489c-ae02-24afd051d5bf req-070cd2c1-5316-4436-815c-155b0cc24f2e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac HTTP/1.1" status: 200 len: 945 time: 0.0519488 Feb 07 20:41:14.702802 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-227d8a29-a896-489c-ae02-24afd051d5bf req-34596bdc-5389-4a6a-982b-7904c876d6ac tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401437 Feb 07 20:41:14.835087 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff61dc-b8a7-4eba-a4aa-7e9b3cede2e0 req-11cfd8ca-c00c-4e40-a8ac-901d39aa201f tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:14.836530 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-abff61dc-b8a7-4eba-a4aa-7e9b3cede2e0 req-11cfd8ca-c00c-4e40-a8ac-901d39aa201f tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 944 time: 0.0523193 Feb 07 20:41:14.881879 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-abff61dc-b8a7-4eba-a4aa-7e9b3cede2e0 req-850bc4cf-5cd9-43c6-91b7-9d27e3b79e80 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399547 Feb 07 20:41:15.614101 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc9fe5-812e-423e-8d93-a9dda94e6cb9 req-a468f7b6-ede7-4d63-bf86-cc32cab60a65 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:15.615540 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-6edc9fe5-812e-423e-8d93-a9dda94e6cb9 req-a468f7b6-ede7-4d63-bf86-cc32cab60a65 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac HTTP/1.1" status: 200 len: 945 time: 0.0535123 Feb 07 20:41:15.707719 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [req-6edc9fe5-812e-423e-8d93-a9dda94e6cb9 req-43afea81-4559-49cc-9855-3de6cf91c895 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Deleting port 32c35cbe-8983-41be-93ae-81ab59991470 {{(pid=102681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:41:15.708050 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-6edc9fe5-812e-423e-8d93-a9dda94e6cb9 req-43afea81-4559-49cc-9855-3de6cf91c895 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (32c35cbe-8983-41be-93ae-81ab59991470), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:15.801885 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-6edc9fe5-812e-423e-8d93-a9dda94e6cb9 req-43afea81-4559-49cc-9855-3de6cf91c895 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] For port 32c35cbe-8983-41be-93ae-81ab59991470, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=32c35cbe-8983-41be-93ae-81ab59991470,segment=NetworkSegment(99bce5a4-2582-44ab-bd99-cb6e1383c3b6),segment_id=99bce5a4-2582-44ab-bd99-cb6e1383c3b6)] {{(pid=102681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:41:15.802242 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-6edc9fe5-812e-423e-8d93-a9dda94e6cb9 req-43afea81-4559-49cc-9855-3de6cf91c895 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (32c35cbe-8983-41be-93ae-81ab59991470), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:15.822119 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd2a2e-5496-447e-9755-e9b25fc0512a req-38850902-d114-42e6-9d9e-454d38ed1233 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:15.823615 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-0cfd2a2e-5496-447e-9755-e9b25fc0512a req-38850902-d114-42e6-9d9e-454d38ed1233 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac HTTP/1.1" status: 200 len: 945 time: 0.0526488 Feb 07 20:41:15.871356 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-0cfd2a2e-5496-447e-9755-e9b25fc0512a req-5b86227d-6b24-4945-8ca9-0f13f62ac5be tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421360 Feb 07 20:41:15.992059 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-6edc9fe5-812e-423e-8d93-a9dda94e6cb9 req-43afea81-4559-49cc-9855-3de6cf91c895 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:15.992676 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-6edc9fe5-812e-423e-8d93-a9dda94e6cb9 req-43afea81-4559-49cc-9855-3de6cf91c895 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395805'] for floatingip (9c361f54-d657-4a24-8cd8-13939e47c692), after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:15.992795 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.db.l3_db [req-6edc9fe5-812e-423e-8d93-a9dda94e6cb9 req-43afea81-4559-49cc-9855-3de6cf91c895 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Floating IP 9c361f54-d657-4a24-8cd8-13939e47c692 disassociated. External IP: 172.27.3.90, port: 32c35cbe-8983-41be-93ae-81ab59991470. Feb 07 20:41:15.993042 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [req-6edc9fe5-812e-423e-8d93-a9dda94e6cb9 req-43afea81-4559-49cc-9855-3de6cf91c895 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Calling delete_port for 32c35cbe-8983-41be-93ae-81ab59991470 owned by compute:nova {{(pid=102681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:41:16.056619 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7661b91-72e5-47b5-a2e1-e3d55e8cff05 req-737ef59e-cdbd-4eb9-b1c1-41fbb601d05b tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:16.058061 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c7661b91-72e5-47b5-a2e1-e3d55e8cff05 req-737ef59e-cdbd-4eb9-b1c1-41fbb601d05b tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 944 time: 0.1026194 Feb 07 20:41:16.121304 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c7661b91-72e5-47b5-a2e1-e3d55e8cff05 req-5fc9d4a3-6118-45fe-8606-af1d36aa13e4 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565064 Feb 07 20:41:16.179491 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-6edc9fe5-812e-423e-8d93-a9dda94e6cb9 req-43afea81-4559-49cc-9855-3de6cf91c895 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (32c35cbe-8983-41be-93ae-81ab59991470), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:16.204612 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43afea81-4559-49cc-9855-3de6cf91c895 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Pushing event deleted for resources: {'Port': ['ID=32c35cbe-8983-41be-93ae-81ab59991470,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:41:16.216186 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43afea81-4559-49cc-9855-3de6cf91c895 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:41:16.216534 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43afea81-4559-49cc-9855-3de6cf91c895 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:41:16.216899 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43afea81-4559-49cc-9855-3de6cf91c895 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:41:16.217219 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43afea81-4559-49cc-9855-3de6cf91c895 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:41:16.217548 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43afea81-4559-49cc-9855-3de6cf91c895 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:41:16.217875 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43afea81-4559-49cc-9855-3de6cf91c895 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:41:16.218205 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43afea81-4559-49cc-9855-3de6cf91c895 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:41:16.218526 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43afea81-4559-49cc-9855-3de6cf91c895 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:41:16.218854 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43afea81-4559-49cc-9855-3de6cf91c895 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:41:16.219180 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43afea81-4559-49cc-9855-3de6cf91c895 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:41:16.219537 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43afea81-4559-49cc-9855-3de6cf91c895 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:41:16.219863 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43afea81-4559-49cc-9855-3de6cf91c895 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:41:16.220190 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43afea81-4559-49cc-9855-3de6cf91c895 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:41:16.329249 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6edc9fe5-812e-423e-8d93-a9dda94e6cb9 req-43afea81-4559-49cc-9855-3de6cf91c895 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Router f8ecbfa1-0d21-4c50-9a06-f78846443237 has already been hosted by L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef {{(pid=102681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:41:16.435753 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6edc9fe5-812e-423e-8d93-a9dda94e6cb9 req-43afea81-4559-49cc-9855-3de6cf91c895 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:41:16.444982 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c88301a-a190-4b34-948c-fdd450110635 None None] Sync routers for ids ['f8ecbfa1-0d21-4c50-9a06-f78846443237'] in dv-cinder-828150-2-iscsi {{(pid=102682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:41:16.454474 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c88301a-a190-4b34-948c-fdd450110635 None None] Routers {'f8ecbfa1-0d21-4c50-9a06-f78846443237'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:41:16.455071 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-6c88301a-a190-4b34-948c-fdd450110635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:40:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['f8ecbfa1-0d21-4c50-9a06-f78846443237'], 'active': True} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:41:16.476770 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [req-6edc9fe5-812e-423e-8d93-a9dda94e6cb9 req-43afea81-4559-49cc-9855-3de6cf91c895 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] No DVR routers for this DVR port 32c35cbe-8983-41be-93ae-81ab59991470 on host hv-cinder-82815 {{(pid=102681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:41:16.479301 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-6edc9fe5-812e-423e-8d93-a9dda94e6cb9 req-43afea81-4559-49cc-9855-3de6cf91c895 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:16.482509 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-6edc9fe5-812e-423e-8d93-a9dda94e6cb9 req-43afea81-4559-49cc-9855-3de6cf91c895 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.24 "DELETE /v2.0/ports/32c35cbe-8983-41be-93ae-81ab59991470 HTTP/1.1" status: 204 len: 173 time: 0.8609848 Feb 07 20:41:16.482946 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac', 'name': 'network-vif-deleted', 'tag': '32c35cbe-8983-41be-93ae-81ab59991470'}] {{(pid=102681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:41:16.485198 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d543a4f93c545b9f4b4319baf8ff9337481391693fb3bbf25dbe09721f1c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae988ba-8155-4e45-8e09-77c4a383e60c" -d '{"events": [{"server_uuid": "b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac", "name": "network-vif-deleted", "tag": "32c35cbe-8983-41be-93ae-81ab59991470"}]}' {{(pid=102681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:41:16.583540 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvr_db [None req-6c88301a-a190-4b34-948c-fdd450110635 None None] Set router f8ecbfa1-0d21-4c50-9a06-f78846443237 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:41:16.594298 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01577057-ae72-40fb-9888-feef973ef20c x-openstack-request-id: req-01577057-ae72-40fb-9888-feef973ef20c {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:41:16.594498 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac", "name": "network-vif-deleted", "tag": "32c35cbe-8983-41be-93ae-81ab59991470", "status": "completed", "code": 200}]} {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:41:16.594738 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-01577057-ae72-40fb-9888-feef973ef20c {{(pid=102681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:41:16.595135 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac', 'name': 'network-vif-deleted', 'tag': '32c35cbe-8983-41be-93ae-81ab59991470', 'status': 'completed', 'code': 200} Feb 07 20:41:16.792641 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-6c88301a-a190-4b34-948c-fdd450110635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'name': 'tempest-TestVolumeBootPattern-2035682319-router', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:37:58Z', 'updated_at': '2022-02-07T20:38:01Z', 'revision_number': 4, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'gw_port': {'id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:37:59Z', 'updated_at': '2022-02-07T20:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': '9d81889e-c274-4bba-806d-f8de1bf939e6', 'name': '', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'mac_address': 'fa:16:3e:ad:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:38:00Z', 'updated_at': '2022-02-07T20:38:06Z', 'revision_number': 5, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'subnets': [{'id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:41:16.819822 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c88301a-a190-4b34-948c-fdd450110635 None None] Checking router: f8ecbfa1-0d21-4c50-9a06-f78846443237 for host: dv-cinder-828150-2-iscsi {{(pid=102682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:41:16.828117 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c88301a-a190-4b34-948c-fdd450110635 None None] Routers {'f8ecbfa1-0d21-4c50-9a06-f78846443237'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:41:16.828702 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-6c88301a-a190-4b34-948c-fdd450110635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:40:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['f8ecbfa1-0d21-4c50-9a06-f78846443237'], 'active': True} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:41:16.939609 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvr_db [None req-6c88301a-a190-4b34-948c-fdd450110635 None None] Set router f8ecbfa1-0d21-4c50-9a06-f78846443237 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:41:16.978412 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f6497c41-8a06-48c0-9d52-5c49d92a22e2 req-3b57f018-557f-468f-9d9d-454b5a6bc0a2 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f5ee2b-b7f1-43bd-9df3-050ad997f3ac HTTP/1.1" status: 200 len: 210 time: 0.0292981 Feb 07 20:41:17.134593 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-6c88301a-a190-4b34-948c-fdd450110635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'name': 'tempest-TestVolumeBootPattern-2035682319-router', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:37:58Z', 'updated_at': '2022-02-07T20:38:01Z', 'revision_number': 4, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'gw_port': {'id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:37:59Z', 'updated_at': '2022-02-07T20:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': '9d81889e-c274-4bba-806d-f8de1bf939e6', 'name': '', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'mac_address': 'fa:16:3e:ad:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:38:00Z', 'updated_at': '2022-02-07T20:38:06Z', 'revision_number': 5, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'subnets': [{'id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:41:17.171171 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c88301a-a190-4b34-948c-fdd450110635 None None] The sync data for ids ['f8ecbfa1-0d21-4c50-9a06-f78846443237'] in dv-cinder-828150-2-iscsi is: [{'id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'name': 'tempest-TestVolumeBootPattern-2035682319-router', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:37:58Z', 'updated_at': '2022-02-07T20:38:01Z', 'revision_number': 4, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'gw_port': {'id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:37:59Z', 'updated_at': '2022-02-07T20:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': '9d81889e-c274-4bba-806d-f8de1bf939e6', 'name': '', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'mac_address': 'fa:16:3e:ad:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:38:00Z', 'updated_at': '2022-02-07T20:38:06Z', 'revision_number': 5, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'subnets': [{'id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:41:17.272592 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b7e79-97bd-414a-951c-c7cd0d4a3b73 req-ee7ea4de-38a5-415c-9550-c79e94d1c34b tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:17.274079 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-6e6b7e79-97bd-414a-951c-c7cd0d4a3b73 req-ee7ea4de-38a5-415c-9550-c79e94d1c34b tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 944 time: 0.0610945 Feb 07 20:41:17.322279 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-6e6b7e79-97bd-414a-951c-c7cd0d4a3b73 req-e8f35e9e-1cd9-46fe-8970-132064ebef69 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423310 Feb 07 20:41:17.400107 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9eb9d3c-9ecd-4293-80ca-7210264f8187 None None] New status for floating IP 9c361f54-d657-4a24-8cd8-13939e47c692: DOWN {{(pid=102683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 20:41:18.226916 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-e295212b-00dc-4a34-bb2f-ccfc17317275 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2069969047&fields=id&tenant_id=a36697eb438d4c69909c3d32f2f92e77 HTTP/1.1" status: 200 len: 267 time: 0.0425546 Feb 07 20:41:18.331058 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-f5a11bbe-7926-40e0-9b41-7c0658ce959b tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:18.332531 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-f5a11bbe-7926-40e0-9b41-7c0658ce959b tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/networks?id=1a0cddfd-817c-4633-a6c0-32d035fd0eb1 HTTP/1.1" status: 200 len: 812 time: 0.0993547 Feb 07 20:41:18.346256 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-7df3d383-466d-46cc-8b05-7a6223e06cd0 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/quotas/a36697eb438d4c69909c3d32f2f92e77 HTTP/1.1" status: 200 len: 375 time: 0.0086305 Feb 07 20:41:18.400498 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-5ad55578-a6dd-4da8-b0d8-871b3ef26e28 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a36697eb438d4c69909c3d32f2f92e77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491090 Feb 07 20:41:18.443297 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3402f02-6e03-48d1-8a6e-eb8ac3f614bf req-0171aad5-e373-42dd-9229-7e6e41d10edb tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:18.444871 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e3402f02-6e03-48d1-8a6e-eb8ac3f614bf req-0171aad5-e373-42dd-9229-7e6e41d10edb tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 944 time: 0.0525765 Feb 07 20:41:18.490888 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e3402f02-6e03-48d1-8a6e-eb8ac3f614bf req-9541c5b3-a8e9-4b78-a388-7a3e261d70e1 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404320 Feb 07 20:41:18.492068 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-b6253a64-8b4b-41eb-8521-64b305612bdc service neutron] 10.222.0.60 "GET /v2.0/networks/1a0cddfd-817c-4633-a6c0-32d035fd0eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791082 Feb 07 20:41:18.580328 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-8cfd39b8-5d73-48a0-9bf7-712efcd0953c service neutron] 10.222.0.60 "GET /v2.0/networks/1a0cddfd-817c-4633-a6c0-32d035fd0eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827413 Feb 07 20:41:18.852455 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c427bfe5-8134-4d56-9475-63fd0bb880c6 req-08fa954b-d259-4bee-9789-8c1b78b50c82 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4eeabe7-17bb-4fce-a98c-5305b62eb67e HTTP/1.1" status: 200 len: 210 time: 0.0272214 Feb 07 20:41:19.409235 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 32c35cbe-8983-41be-93ae-81ab59991470 no longer exists at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:41:19.428906 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] No Port match for: 32c35cbe-8983-41be-93ae-81ab59991470 {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:41:19.429244 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 32c35cbe-8983-41be-93ae-81ab59991470 not bound to the agent host hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:41:19.613756 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1721a-14f7-4037-80d7-7813ab587e9d req-e38d17cc-4b92-47b5-8d5a-d2ff145c6149 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:19.615268 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-6db1721a-14f7-4037-80d7-7813ab587e9d req-e38d17cc-4b92-47b5-8d5a-d2ff145c6149 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 944 time: 0.0528231 Feb 07 20:41:19.661535 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-6db1721a-14f7-4037-80d7-7813ab587e9d req-8e4a113c-0d00-452d-b598-e71637bc2090 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407689 Feb 07 20:41:19.775728 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-d52dea48-1998-456b-95ce-05beda37e2b2 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:19.777111 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-d52dea48-1998-456b-95ce-05beda37e2b2 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.24 "GET /v2.0/networks?id=1a0cddfd-817c-4633-a6c0-32d035fd0eb1 HTTP/1.1" status: 200 len: 812 time: 0.1021457 Feb 07 20:41:19.841113 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-d62c10d9-3abb-4527-889e-c0efcad8bbae tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a36697eb438d4c69909c3d32f2f92e77 HTTP/1.1" status: 200 len: 380 time: 0.0544486 Feb 07 20:41:19.852714 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-01895b0d-9667-4cc2-abbe-67ab419b6804 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Request body: {'port': {'device_id': 'f4eeabe7-17bb-4fce-a98c-5305b62eb67e', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'admin_state_up': True, 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'security_groups': ['4b5f08b8-c7f2-48d8-972a-3ef7a672da44']}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:41:19.953078 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-3cd57a44-2d0b-4e28-b8e5-fa97a9064fec req-088635d8-2e1c-4eee-98d3-16e4ba463012 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4eeabe7-17bb-4fce-a98c-5305b62eb67e HTTP/1.1" status: 200 len: 210 time: 0.0347540 Feb 07 20:41:19.985302 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-01895b0d-9667-4cc2-abbe-67ab419b6804 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Made reservation on behalf of a36697eb438d4c69909c3d32f2f92e77 for: {'port': 1} {{(pid=102681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:41:19.988605 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-01895b0d-9667-4cc2-abbe-67ab419b6804 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:20.113040 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.db_base_plugin_common [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-01895b0d-9667-4cc2-abbe-67ab419b6804 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Allocated IP 172.20.0.5 (1a0cddfd-817c-4633-a6c0-32d035fd0eb1/806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a/c93a873d-ada4-4a24-ad83-b72727620385) {{(pid=102681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:41:20.259712 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-01895b0d-9667-4cc2-abbe-67ab419b6804 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for port (c93a873d-ada4-4a24-ad83-b72727620385), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:20.293488 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-01895b0d-9667-4cc2-abbe-67ab419b6804 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (c93a873d-ada4-4a24-ad83-b72727620385), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:20.336839 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-01895b0d-9667-4cc2-abbe-67ab419b6804 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Network 1a0cddfd-817c-4633-a6c0-32d035fd0eb1 is already hosted by enough agents. {{(pid=102681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:41:20.340065 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.base_scheduler [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-01895b0d-9667-4cc2-abbe-67ab419b6804 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Resources bound (agent type, host, resource id): {{(pid=102681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:41:20.343847 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-01895b0d-9667-4cc2-abbe-67ab419b6804 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Received port after_create {{(pid=102681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:41:20.394863 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01895b0d-9667-4cc2-abbe-67ab419b6804 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Pushing event updated for resources: {'Port': ['ID=c93a873d-ada4-4a24-ad83-b72727620385,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:41:20.403626 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-01895b0d-9667-4cc2-abbe-67ab419b6804 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:20.404262 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-01895b0d-9667-4cc2-abbe-67ab419b6804 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:20.422749 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-01895b0d-9667-4cc2-abbe-67ab419b6804 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5743253 Feb 07 20:41:20.443763 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-7b1487be-c556-4f39-826b-8856dd07f093 service neutron] Request body: {'port': {'device_id': 'f4eeabe7-17bb-4fce-a98c-5305b62eb67e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82815'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:41:20.510921 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-7b1487be-c556-4f39-826b-8856dd07f093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (c93a873d-ada4-4a24-ad83-b72727620385), before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:20.601384 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-a4c813f9-f7a0-4034-89db-9e4288a7ebc7 None None] Provisioning complete for port c93a873d-ada4-4a24-ad83-b72727620385 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:41:20.601904 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-a4c813f9-f7a0-4034-89db-9e4288a7ebc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (c93a873d-ada4-4a24-ad83-b72727620385), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:20.645420 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-a4c813f9-f7a0-4034-89db-9e4288a7ebc7 None None] Port c93a873d-ada4-4a24-ad83-b72727620385 cannot update to ACTIVE because it is not bound. {{(pid=102682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:41:20.791716 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7c309-d288-4020-aec0-fcf31486612d req-b6579361-a401-4dc6-8634-c00ed142440b tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:20.793366 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-bff7c309-d288-4020-aec0-fcf31486612d req-b6579361-a401-4dc6-8634-c00ed142440b tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 944 time: 0.0599868 Feb 07 20:41:20.799556 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-7b1487be-c556-4f39-826b-8856dd07f093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c93a873d-ada4-4a24-ad83-b72727620385 {{(pid=102681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:41:20.807419 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-7b1487be-c556-4f39-826b-8856dd07f093 service neutron] Publish callbacks [] for port (c93a873d-ada4-4a24-ad83-b72727620385), precommit_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:20.820228 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.provisioning_blocks [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-7b1487be-c556-4f39-826b-8856dd07f093 service neutron] Transition to ACTIVE for port object c93a873d-ada4-4a24-ad83-b72727620385 will not be triggered until provisioned by entity L2. {{(pid=102681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:41:20.823789 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-7b1487be-c556-4f39-826b-8856dd07f093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3187874'] for port (c93a873d-ada4-4a24-ad83-b72727620385), after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:20.840122 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-bff7c309-d288-4020-aec0-fcf31486612d req-eccbe79a-279f-462b-bf8c-0aa0ef470580 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412869 Feb 07 20:41:20.873841 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1487be-c556-4f39-826b-8856dd07f093 service neutron] Pushing event updated for resources: {'Port': ['ID=c93a873d-ada4-4a24-ad83-b72727620385,revision_number=2']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:41:20.946508 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-7b1487be-c556-4f39-826b-8856dd07f093 service neutron] Attempting to bind port c93a873d-ada4-4a24-ad83-b72727620385 on host hv-cinder-82815 for vnic_type normal with profile {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:41:20.946911 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-7b1487be-c556-4f39-826b-8856dd07f093 service neutron] Attempting to bind port c93a873d-ada4-4a24-ad83-b72727620385 by drivers openvswitch,hyperv on host hv-cinder-82815 at level 0 using segments [{'id': '99bce5a4-2582-44ab-bd99-cb6e1383c3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1'}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:41:20.947298 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-7b1487be-c556-4f39-826b-8856dd07f093 service neutron] Attempting to bind port c93a873d-ada4-4a24-ad83-b72727620385 on network 1a0cddfd-817c-4633-a6c0-32d035fd0eb1 {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:41:20.952143 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-7b1487be-c556-4f39-826b-8856dd07f093 service neutron] Port c93a873d-ada4-4a24-ad83-b72727620385 on network 1a0cddfd-817c-4633-a6c0-32d035fd0eb1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82815 {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:41:20.952537 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-7b1487be-c556-4f39-826b-8856dd07f093 service neutron] Attempting to bind port c93a873d-ada4-4a24-ad83-b72727620385 on network 1a0cddfd-817c-4633-a6c0-32d035fd0eb1 {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:41:20.957577 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-7b1487be-c556-4f39-826b-8856dd07f093 service neutron] Checking agent: {'id': '2db0d972-3e88-4a6a-9d75-f8f2fe350c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82815', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 33, 26), 'started_at': datetime.datetime(2022, 2, 7, 20, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:41:20.957906 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-7b1487be-c556-4f39-826b-8856dd07f093 service neutron] Checking segment: {'id': '99bce5a4-2582-44ab-bd99-cb6e1383c3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:41:20.958284 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-7b1487be-c556-4f39-826b-8856dd07f093 service neutron] Bound using segment: {'id': '99bce5a4-2582-44ab-bd99-cb6e1383c3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1'} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:41:20.958707 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-7b1487be-c556-4f39-826b-8856dd07f093 service neutron] Bound port: c93a873d-ada4-4a24-ad83-b72727620385, host: hv-cinder-82815, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99bce5a4-2582-44ab-bd99-cb6e1383c3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1'}}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:41:20.959060 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-7b1487be-c556-4f39-826b-8856dd07f093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (c93a873d-ada4-4a24-ad83-b72727620385), before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:21.305307 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216329d4-7058-4a5d-8edc-fdec0d85acc6 req-5bfccc72-def6-407c-994d-0d5e21c11d41 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:21.306742 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-216329d4-7058-4a5d-8edc-fdec0d85acc6 req-5bfccc72-def6-407c-994d-0d5e21c11d41 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4eeabe7-17bb-4fce-a98c-5305b62eb67e HTTP/1.1" status: 200 len: 943 time: 0.0900831 Feb 07 20:41:21.307732 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-7b1487be-c556-4f39-826b-8856dd07f093 service neutron] For port c93a873d-ada4-4a24-ad83-b72727620385, host hv-cinder-82815, cleared binding levels {{(pid=102681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:41:21.310707 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-7b1487be-c556-4f39-826b-8856dd07f093 service neutron] For port c93a873d-ada4-4a24-ad83-b72727620385, host hv-cinder-82815, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=c93a873d-ada4-4a24-ad83-b72727620385,segment=NetworkSegment(99bce5a4-2582-44ab-bd99-cb6e1383c3b6),segment_id=99bce5a4-2582-44ab-bd99-cb6e1383c3b6)] {{(pid=102681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:41:21.320243 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-7b1487be-c556-4f39-826b-8856dd07f093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3187874'] for port (c93a873d-ada4-4a24-ad83-b72727620385), after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:21.377918 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-7b1487be-c556-4f39-826b-8856dd07f093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:21.378535 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-7b1487be-c556-4f39-826b-8856dd07f093 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:21.380383 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-7b1487be-c556-4f39-826b-8856dd07f093 service neutron] 10.222.0.24 "PUT /v2.0/ports/c93a873d-ada4-4a24-ad83-b72727620385 HTTP/1.1" status: 200 len: 1093 time: 0.9419546 Feb 07 20:41:21.380519 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4eeabe7-17bb-4fce-a98c-5305b62eb67e', 'tag': 'c93a873d-ada4-4a24-ad83-b72727620385'}] {{(pid=102681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:41:21.382652 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d543a4f93c545b9f4b4319baf8ff9337481391693fb3bbf25dbe09721f1c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ae7bc6-2f5a-40c8-af5f-fa168081da23" -d '{"events": [{"name": "network-changed", "server_uuid": "f4eeabe7-17bb-4fce-a98c-5305b62eb67e", "tag": "c93a873d-ada4-4a24-ad83-b72727620385"}]}' {{(pid=102681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:41:21.415734 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-216329d4-7058-4a5d-8edc-fdec0d85acc6 req-e40efe9f-0660-4f6f-9978-20b33a67db92 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033616 Feb 07 20:41:21.421198 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1487be-c556-4f39-826b-8856dd07f093 service neutron] Pushing event updated for resources: {'Port': ['ID=c93a873d-ada4-4a24-ad83-b72727620385,revision_number=3']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:41:21.473885 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012883ce-7370-47a9-9059-24bca22dddb3 x-openstack-request-id: req-012883ce-7370-47a9-9059-24bca22dddb3 {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:41:21.474276 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4eeabe7-17bb-4fce-a98c-5305b62eb67e", "tag": "c93a873d-ada4-4a24-ad83-b72727620385", "status": "completed", "code": 200}]} {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:41:21.474618 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-012883ce-7370-47a9-9059-24bca22dddb3 {{(pid=102681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:41:21.475073 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4eeabe7-17bb-4fce-a98c-5305b62eb67e', 'tag': 'c93a873d-ada4-4a24-ad83-b72727620385', 'status': 'completed', 'code': 200} Feb 07 20:41:21.494615 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-77bea6cb-d667-4cdd-a01b-2aa5e64d73d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:21.496344 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-77bea6cb-d667-4cdd-a01b-2aa5e64d73d1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a36697eb438d4c69909c3d32f2f92e77&device_id=f4eeabe7-17bb-4fce-a98c-5305b62eb67e HTTP/1.1" status: 200 len: 1127 time: 0.0534272 Feb 07 20:41:21.539757 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-e951db4d-d79f-4404-b66e-45e9ae5fe2a6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c93a873d-ada4-4a24-ad83-b72727620385 HTTP/1.1" status: 200 len: 217 time: 0.0356400 Feb 07 20:41:21.604808 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-6cd3cd91-6fdb-44c9-a322-bd995dd0d0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:21.606833 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-6cd3cd91-6fdb-44c9-a322-bd995dd0d0fe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a HTTP/1.1" status: 200 len: 851 time: 0.0534675 Feb 07 20:41:21.663340 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-f36e4a28-a10c-4016-af18-f865de425384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:21.664866 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-f36e4a28-a10c-4016-af18-f865de425384 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1a0cddfd-817c-4633-a6c0-32d035fd0eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514903 Feb 07 20:41:21.763964 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-b9c15a58-eee2-4a5e-8218-3d83934f5725 service neutron] 10.222.0.24 "GET /v2.0/networks/1a0cddfd-817c-4633-a6c0-32d035fd0eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858221 Feb 07 20:41:21.856470 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-04ff7ce3-1135-47c1-b705-d0983bbee597 req-0002e6dd-8f22-4b88-b2fc-692526e5d8bb service neutron] 10.222.0.24 "GET /v2.0/networks/1a0cddfd-817c-4633-a6c0-32d035fd0eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863359 Feb 07 20:41:21.993754 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae7bc6-2f5a-40c8-af5f-fa168081da23 req-fe45150d-7757-4499-8a89-53ccb46556c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:21.995251 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-70ae7bc6-2f5a-40c8-af5f-fa168081da23 req-fe45150d-7757-4499-8a89-53ccb46556c7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a36697eb438d4c69909c3d32f2f92e77&device_id=f4eeabe7-17bb-4fce-a98c-5305b62eb67e HTTP/1.1" status: 200 len: 1127 time: 0.0814905 Feb 07 20:41:22.007051 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575cd45b-c51e-45a8-8746-b095695496ff req-0cd09bcc-343e-4fd3-a237-305924c2ab26 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:22.008471 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-575cd45b-c51e-45a8-8746-b095695496ff req-0cd09bcc-343e-4fd3-a237-305924c2ab26 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 944 time: 0.0858929 Feb 07 20:41:22.110627 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-575cd45b-c51e-45a8-8746-b095695496ff req-4f16000e-da12-483c-ab17-3e916d9306f0 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933959 Feb 07 20:41:22.126396 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae7bc6-2f5a-40c8-af5f-fa168081da23 req-4bc88b3a-1ae7-435a-acd1-a304eda5fcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:22.128743 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-70ae7bc6-2f5a-40c8-af5f-fa168081da23 req-4bc88b3a-1ae7-435a-acd1-a304eda5fcfd service neutron] 10.222.0.24 "GET /v2.0/networks?id=1a0cddfd-817c-4633-a6c0-32d035fd0eb1 HTTP/1.1" status: 200 len: 913 time: 0.1185935 Feb 07 20:41:22.173022 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-70ae7bc6-2f5a-40c8-af5f-fa168081da23 req-c14768a3-987f-4895-a6ad-90408d5fb913 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c93a873d-ada4-4a24-ad83-b72727620385 HTTP/1.1" status: 200 len: 217 time: 0.0378604 Feb 07 20:41:22.222117 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae7bc6-2f5a-40c8-af5f-fa168081da23 req-fe1a9317-9685-4ad7-8b89-ced0b9a0c9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:22.223547 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-70ae7bc6-2f5a-40c8-af5f-fa168081da23 req-fe1a9317-9685-4ad7-8b89-ced0b9a0c9a4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a HTTP/1.1" status: 200 len: 851 time: 0.0415061 Feb 07 20:41:22.280184 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae7bc6-2f5a-40c8-af5f-fa168081da23 req-6fe38991-dde6-4c5c-97ed-e486357a1f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:22.281635 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-70ae7bc6-2f5a-40c8-af5f-fa168081da23 req-6fe38991-dde6-4c5c-97ed-e486357a1f6b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1a0cddfd-817c-4633-a6c0-32d035fd0eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432322 Feb 07 20:41:22.373319 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-70ae7bc6-2f5a-40c8-af5f-fa168081da23 req-63fa22ee-6c1a-4b72-a537-bb41396e00bc service neutron] 10.222.0.24 "GET /v2.0/networks/1a0cddfd-817c-4633-a6c0-32d035fd0eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825558 Feb 07 20:41:22.464838 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-70ae7bc6-2f5a-40c8-af5f-fa168081da23 req-e7b6b129-b98a-49eb-a03f-f0f4af80f579 service neutron] 10.222.0.24 "GET /v2.0/networks/1a0cddfd-817c-4633-a6c0-32d035fd0eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847559 Feb 07 20:41:22.548512 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350c7ed-31db-4df1-b53c-cc0e7ce34f81 req-7be01490-24dd-44d4-ae55-0d5d5c860f97 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:22.550558 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8350c7ed-31db-4df1-b53c-cc0e7ce34f81 req-7be01490-24dd-44d4-ae55-0d5d5c860f97 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4eeabe7-17bb-4fce-a98c-5305b62eb67e HTTP/1.1" status: 200 len: 943 time: 0.0524671 Feb 07 20:41:22.596425 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8350c7ed-31db-4df1-b53c-cc0e7ce34f81 req-50a9fb8e-1a5c-48e6-bba1-9e35da314240 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403256 Feb 07 20:41:23.234036 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bbd43f-deae-4010-aacd-7d52a66d7508 req-2a453a1d-f7b5-4642-976b-efda938ea045 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:23.235523 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-b9bbd43f-deae-4010-aacd-7d52a66d7508 req-2a453a1d-f7b5-4642-976b-efda938ea045 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 944 time: 0.0540419 Feb 07 20:41:23.287326 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-b9bbd43f-deae-4010-aacd-7d52a66d7508 req-c23fb2ef-38df-40ec-abc3-4cf865e83c0f tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459721 Feb 07 20:41:23.418935 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 1ebc2430-98bd-48af-bd42-f79a030f9176 details requested by agent hyperv_hv-cinder-82815 with host hv-cinder-82815 {{(pid=102682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:41:23.496722 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526005d-de71-4cba-823e-36486f0aa2ab req-426e501d-283c-4cc9-89be-95c225ff609c tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:23.498165 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-2526005d-de71-4cba-823e-36486f0aa2ab req-426e501d-283c-4cc9-89be-95c225ff609c tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=9cf6add5-4869-4015-a485-3b193b516655 HTTP/1.1" status: 200 len: 945 time: 0.0719767 Feb 07 20:41:23.534987 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 1ebc2430-98bd-48af-bd42-f79a030f9176, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=1ebc2430-98bd-48af-bd42-f79a030f9176,segment=NetworkSegment(025e846a-937e-4847-b04b-5f3e732f1e22),segment_id=025e846a-937e-4847-b04b-5f3e732f1e22)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:41:23.546511 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-2526005d-de71-4cba-823e-36486f0aa2ab req-90e03e6f-3ce3-4008-b05b-5a08d606e6d6 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c26bdf8c-6154-4d37-b3e0-e19d59dbfbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422597 Feb 07 20:41:23.548796 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Returning: {'device': '1ebc2430-98bd-48af-bd42-f79a030f9176', 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5', 'port_id': '1ebc2430-98bd-48af-bd42-f79a030f9176', 'mac_address': 'fa:16:3e:f5:28:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2b04cad-c27a-42ce-981e-86830a1e7466', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:41:23.591845 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port 1ebc2430-98bd-48af-bd42-f79a030f9176 is: DOWN; New status is: BUILD {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:41:23.592230 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (1ebc2430-98bd-48af-bd42-f79a030f9176), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:23.604600 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ebc2430-98bd-48af-bd42-f79a030f9176 {{(pid=102682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:41:23.623967 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 1ebc2430-98bd-48af-bd42-f79a030f9176, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=1ebc2430-98bd-48af-bd42-f79a030f9176,segment=NetworkSegment(025e846a-937e-4847-b04b-5f3e732f1e22),segment_id=025e846a-937e-4847-b04b-5f3e732f1e22)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:41:23.628433 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (1ebc2430-98bd-48af-bd42-f79a030f9176), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:23.674272 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=1ebc2430-98bd-48af-bd42-f79a030f9176,revision_number=9']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:41:23.715538 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e7de2-a3a0-4fa2-a365-600e249d4b87 req-d1b5a209-ed2e-4f54-98be-6f044c8e1417 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:23.716999 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-1b1e7de2-a3a0-4fa2-a365-600e249d4b87 req-d1b5a209-ed2e-4f54-98be-6f044c8e1417 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4eeabe7-17bb-4fce-a98c-5305b62eb67e HTTP/1.1" status: 200 len: 943 time: 0.0523319 Feb 07 20:41:23.764981 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-1b1e7de2-a3a0-4fa2-a365-600e249d4b87 req-e518feda-86d9-43a8-8b98-ce281960ebda tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422339 Feb 07 20:41:23.893028 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['1ebc2430-98bd-48af-bd42-f79a030f9176'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:41:24.410008 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04edab-5bc0-4b6c-9b8d-53e1733e1800 req-297095e9-cf03-4a43-acbe-0d35e2ca0aac tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:24.411506 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-bb04edab-5bc0-4b6c-9b8d-53e1733e1800 req-297095e9-cf03-4a43-acbe-0d35e2ca0aac tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 945 time: 0.0526714 Feb 07 20:41:24.457820 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-bb04edab-5bc0-4b6c-9b8d-53e1733e1800 req-be7c3817-61fb-40f0-91e2-12cd84562b15 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406864 Feb 07 20:41:24.675113 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a92ac1-2524-4793-abf9-f3fc3974ebd1 req-3b63e74b-0258-4281-84fc-606ae335f399 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:24.676620 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-53a92ac1-2524-4793-abf9-f3fc3974ebd1 req-3b63e74b-0258-4281-84fc-606ae335f399 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=9cf6add5-4869-4015-a485-3b193b516655 HTTP/1.1" status: 200 len: 945 time: 0.0630050 Feb 07 20:41:24.723885 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-53a92ac1-2524-4793-abf9-f3fc3974ebd1 req-d13e0024-d3e5-4902-858a-a9209b7ea994 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c26bdf8c-6154-4d37-b3e0-e19d59dbfbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416565 Feb 07 20:41:24.886191 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e20cba-c942-4e80-9da1-ecbe2559586e req-01073563-8fc1-4013-b485-e31272a666f9 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:24.888261 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-24e20cba-c942-4e80-9da1-ecbe2559586e req-01073563-8fc1-4013-b485-e31272a666f9 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4eeabe7-17bb-4fce-a98c-5305b62eb67e HTTP/1.1" status: 200 len: 943 time: 0.0591469 Feb 07 20:41:24.939037 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-24e20cba-c942-4e80-9da1-ecbe2559586e req-8bf40cd3-04e5-461c-82f0-0509cfe3d905 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440347 Feb 07 20:41:25.268400 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54b20d-bf46-4b97-9975-0e3ed9938bf0 req-0e785d8a-fca3-46b7-bc4b-a1c75761d8c9 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:25.269846 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ea54b20d-bf46-4b97-9975-0e3ed9938bf0 req-0e785d8a-fca3-46b7-bc4b-a1c75761d8c9 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf6add5-4869-4015-a485-3b193b516655 HTTP/1.1" status: 200 len: 945 time: 0.0511909 Feb 07 20:41:25.362931 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [req-ea54b20d-bf46-4b97-9975-0e3ed9938bf0 req-dd5b0e49-a60c-44ec-8d08-01bb0411ddbe tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Deleting port 5b5900fc-f439-4588-840f-8f0e0cfe5b61 {{(pid=102681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:41:25.363255 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-ea54b20d-bf46-4b97-9975-0e3ed9938bf0 req-dd5b0e49-a60c-44ec-8d08-01bb0411ddbe tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (5b5900fc-f439-4588-840f-8f0e0cfe5b61), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:25.432149 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 1ebc2430-98bd-48af-bd42-f79a030f9176 up at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:41:25.447711 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-ea54b20d-bf46-4b97-9975-0e3ed9938bf0 req-dd5b0e49-a60c-44ec-8d08-01bb0411ddbe tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] For port 5b5900fc-f439-4588-840f-8f0e0cfe5b61, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=5b5900fc-f439-4588-840f-8f0e0cfe5b61,segment=NetworkSegment(ec801351-09d5-4c76-bb84-b5485a95e98b),segment_id=ec801351-09d5-4c76-bb84-b5485a95e98b)] {{(pid=102681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:41:25.448071 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-ea54b20d-bf46-4b97-9975-0e3ed9938bf0 req-dd5b0e49-a60c-44ec-8d08-01bb0411ddbe tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (5b5900fc-f439-4588-840f-8f0e0cfe5b61), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:25.479855 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning complete for port 1ebc2430-98bd-48af-bd42-f79a030f9176 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:41:25.480222 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (1ebc2430-98bd-48af-bd42-f79a030f9176), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:25.571642 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port 1ebc2430-98bd-48af-bd42-f79a030f9176 is: BUILD; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:41:25.571941 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (1ebc2430-98bd-48af-bd42-f79a030f9176), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:25.593413 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e567a2c-6a50-4318-be61-717bfbe51943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ebc2430-98bd-48af-bd42-f79a030f9176'}] {{(pid=102682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:41:25.595933 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49691025426d341bc8e7177f0b95fa1f617f1e30ecd73d77513429b9266eb12b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9da00b-353c-4c0b-a440-fd4ce1c89d3a" -d '{"events": [{"server_uuid": "8e567a2c-6a50-4318-be61-717bfbe51943", "name": "network-vif-plugged", "status": "completed", "tag": "1ebc2430-98bd-48af-bd42-f79a030f9176"}]}' {{(pid=102682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:41:25.608752 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 1ebc2430-98bd-48af-bd42-f79a030f9176, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=1ebc2430-98bd-48af-bd42-f79a030f9176,segment=NetworkSegment(025e846a-937e-4847-b04b-5f3e732f1e22),segment_id=025e846a-937e-4847-b04b-5f3e732f1e22)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:41:25.613464 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (1ebc2430-98bd-48af-bd42-f79a030f9176), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:25.639489 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5324921-ad27-4b82-bfc9-59470435f2ea x-openstack-request-id: req-b5324921-ad27-4b82-bfc9-59470435f2ea {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:41:25.639811 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e567a2c-6a50-4318-be61-717bfbe51943", "name": "network-vif-plugged", "status": "completed", "tag": "1ebc2430-98bd-48af-bd42-f79a030f9176", "code": 200}]} {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:41:25.640064 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b5324921-ad27-4b82-bfc9-59470435f2ea {{(pid=102682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:41:25.640446 dv-cinder-828150-2-iscsi neutron-server[102682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e567a2c-6a50-4318-be61-717bfbe51943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ebc2430-98bd-48af-bd42-f79a030f9176', 'code': 200} Feb 07 20:41:25.656043 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d080e2b-ab45-4924-9422-fd6a18e3b7de req-f3ba5455-10c4-4d09-ac36-fb81d9a6cfde tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:25.657515 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-4d080e2b-ab45-4924-9422-fd6a18e3b7de req-f3ba5455-10c4-4d09-ac36-fb81d9a6cfde tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 945 time: 0.1083300 Feb 07 20:41:25.670343 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=1ebc2430-98bd-48af-bd42-f79a030f9176,revision_number=10']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:41:25.673062 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-ea54b20d-bf46-4b97-9975-0e3ed9938bf0 req-dd5b0e49-a60c-44ec-8d08-01bb0411ddbe tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:25.673427 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-ea54b20d-bf46-4b97-9975-0e3ed9938bf0 req-dd5b0e49-a60c-44ec-8d08-01bb0411ddbe tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395805'] for floatingip (cc0fe004-053e-4530-ba53-de767ecedea4), after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:25.673740 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.db.l3_db [req-ea54b20d-bf46-4b97-9975-0e3ed9938bf0 req-dd5b0e49-a60c-44ec-8d08-01bb0411ddbe tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Floating IP cc0fe004-053e-4530-ba53-de767ecedea4 disassociated. External IP: 172.27.3.15, port: 5b5900fc-f439-4588-840f-8f0e0cfe5b61. Feb 07 20:41:25.674136 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [req-ea54b20d-bf46-4b97-9975-0e3ed9938bf0 req-dd5b0e49-a60c-44ec-8d08-01bb0411ddbe tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Calling delete_port for 5b5900fc-f439-4588-840f-8f0e0cfe5b61 owned by compute:nova {{(pid=102681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:41:25.757218 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-4d080e2b-ab45-4924-9422-fd6a18e3b7de req-51493b7b-ae6a-45f6-9c93-eb73e250b8f4 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876048 Feb 07 20:41:25.843093 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-ea54b20d-bf46-4b97-9975-0e3ed9938bf0 req-dd5b0e49-a60c-44ec-8d08-01bb0411ddbe tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (5b5900fc-f439-4588-840f-8f0e0cfe5b61), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:25.848951 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb28058-0d35-446e-b8f8-81944a174c77 req-6a68f245-8d27-4bfd-9959-9af9ef628ee5 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:25.850461 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8fb28058-0d35-446e-b8f8-81944a174c77 req-6a68f245-8d27-4bfd-9959-9af9ef628ee5 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/ports?device_id=9cf6add5-4869-4015-a485-3b193b516655 HTTP/1.1" status: 200 len: 945 time: 0.0527663 Feb 07 20:41:25.876955 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b0e49-a60c-44ec-8d08-01bb0411ddbe tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Pushing event deleted for resources: {'Port': ['ID=5b5900fc-f439-4588-840f-8f0e0cfe5b61,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:41:25.904481 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8fb28058-0d35-446e-b8f8-81944a174c77 req-2cc3822d-76c0-402a-8757-b3f8e23a7817 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups?id=c26bdf8c-6154-4d37-b3e0-e19d59dbfbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479963 Feb 07 20:41:25.994765 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea54b20d-bf46-4b97-9975-0e3ed9938bf0 req-dd5b0e49-a60c-44ec-8d08-01bb0411ddbe tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Router aa043946-4a7d-45df-860a-59f6f39a106b has already been hosted by L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef {{(pid=102681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:41:26.090861 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a21396-6dd8-488c-9b37-152c146999dc req-92bfc8b7-94c0-4098-9c35-d8e12bc5f475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:26.092968 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-b2a21396-6dd8-488c-9b37-152c146999dc req-92bfc8b7-94c0-4098-9c35-d8e12bc5f475 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 1131 time: 0.0432124 Feb 07 20:41:26.139603 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a42df5-cd31-4431-a20e-7e39e036595a req-e7357b89-d444-4040-9248-1e33771073f2 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:26.139879 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-b2a21396-6dd8-488c-9b37-152c146999dc req-610a79d2-622e-4b05-9bce-41986bc98016 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409555 Feb 07 20:41:26.141050 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-b7a42df5-cd31-4431-a20e-7e39e036595a req-e7357b89-d444-4040-9248-1e33771073f2 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4eeabe7-17bb-4fce-a98c-5305b62eb67e HTTP/1.1" status: 200 len: 943 time: 0.1029351 Feb 07 20:41:26.143885 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea54b20d-bf46-4b97-9975-0e3ed9938bf0 req-dd5b0e49-a60c-44ec-8d08-01bb0411ddbe tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:41:26.155685 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f315ffce-a97d-4790-be69-38f9bbff5bb2 None None] Sync routers for ids ['aa043946-4a7d-45df-860a-59f6f39a106b'] in dv-cinder-828150-2-iscsi {{(pid=102682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:41:26.165719 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f315ffce-a97d-4790-be69-38f9bbff5bb2 None None] Routers {'aa043946-4a7d-45df-860a-59f6f39a106b'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:41:26.166322 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-f315ffce-a97d-4790-be69-38f9bbff5bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:40:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['aa043946-4a7d-45df-860a-59f6f39a106b'], 'active': True} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:41:26.199106 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea54b20d-bf46-4b97-9975-0e3ed9938bf0 req-dd5b0e49-a60c-44ec-8d08-01bb0411ddbe tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] No DVR routers for this DVR port 5b5900fc-f439-4588-840f-8f0e0cfe5b61 on host hv-cinder-82815 {{(pid=102681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:41:26.206833 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-ea54b20d-bf46-4b97-9975-0e3ed9938bf0 req-dd5b0e49-a60c-44ec-8d08-01bb0411ddbe tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:26.210209 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ea54b20d-bf46-4b97-9975-0e3ed9938bf0 req-dd5b0e49-a60c-44ec-8d08-01bb0411ddbe tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.24 "DELETE /v2.0/ports/5b5900fc-f439-4588-840f-8f0e0cfe5b61 HTTP/1.1" status: 204 len: 173 time: 0.9344444 Feb 07 20:41:26.210641 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf6add5-4869-4015-a485-3b193b516655', 'name': 'network-vif-deleted', 'tag': '5b5900fc-f439-4588-840f-8f0e0cfe5b61'}] {{(pid=102681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:41:26.213223 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d543a4f93c545b9f4b4319baf8ff9337481391693fb3bbf25dbe09721f1c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9ae167-ed24-4281-8441-0fb0d7814932" -d '{"events": [{"server_uuid": "9cf6add5-4869-4015-a485-3b193b516655", "name": "network-vif-deleted", "tag": "5b5900fc-f439-4588-840f-8f0e0cfe5b61"}]}' {{(pid=102681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:41:26.236118 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-b7a42df5-cd31-4431-a20e-7e39e036595a req-b3419525-ef78-482c-8e89-f7c20c65c3cf tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873792 Feb 07 20:41:26.254835 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01277d5a-8235-490e-81a1-757964df6b10 x-openstack-request-id: req-01277d5a-8235-490e-81a1-757964df6b10 {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:41:26.255135 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf6add5-4869-4015-a485-3b193b516655", "name": "network-vif-deleted", "tag": "5b5900fc-f439-4588-840f-8f0e0cfe5b61", "status": "completed", "code": 200}]} {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:41:26.255470 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-01277d5a-8235-490e-81a1-757964df6b10 {{(pid=102681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:41:26.255928 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf6add5-4869-4015-a485-3b193b516655', 'name': 'network-vif-deleted', 'tag': '5b5900fc-f439-4588-840f-8f0e0cfe5b61', 'status': 'completed', 'code': 200} Feb 07 20:41:26.309415 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvr_db [None req-f315ffce-a97d-4790-be69-38f9bbff5bb2 None None] Set router aa043946-4a7d-45df-860a-59f6f39a106b gateway port host: dv-cinder-828150-2-iscsi {{(pid=102682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:41:26.447485 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (2db0d972-3e88-4a6a-9d75-f8f2fe350c5f), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:26.520839 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-f315ffce-a97d-4790-be69-38f9bbff5bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'name': 'tempest-AttachVolumeTestJSON-2019118832-router', 'tenant_id': '1920726293f94b09a11892df688f137b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e01ffbfe-fa33-4369-b976-b58a18f14152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:35:16Z', 'updated_at': '2022-02-07T20:35:23Z', 'revision_number': 4, 'project_id': '1920726293f94b09a11892df688f137b', 'gw_port': {'id': 'e01ffbfe-fa33-4369-b976-b58a18f14152', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:99:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:35:18Z', 'updated_at': '2022-02-07T20:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': 'e1afddea-2b48-49e7-9dfd-8043d1063611', 'name': '', 'network_id': '72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e', 'tenant_id': '1920726293f94b09a11892df688f137b', 'mac_address': 'fa:16:3e:b7:e2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '57a3a711-2e6c-457c-a563-2e93bf8d035e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:35:22Z', 'updated_at': '2022-02-07T20:35:29Z', 'revision_number': 5, 'project_id': '1920726293f94b09a11892df688f137b', 'subnets': [{'id': '57a3a711-2e6c-457c-a563-2e93bf8d035e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:41:26.552199 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f315ffce-a97d-4790-be69-38f9bbff5bb2 None None] Checking router: aa043946-4a7d-45df-860a-59f6f39a106b for host: dv-cinder-828150-2-iscsi {{(pid=102682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:41:26.567714 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f315ffce-a97d-4790-be69-38f9bbff5bb2 None None] Routers {'aa043946-4a7d-45df-860a-59f6f39a106b'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:41:26.568309 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-f315ffce-a97d-4790-be69-38f9bbff5bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:40:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['aa043946-4a7d-45df-860a-59f6f39a106b'], 'active': True} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:41:26.571283 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-14b8f025-50ca-42dc-95ee-751f2d2b4e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:26.673552 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvr_db [None req-f315ffce-a97d-4790-be69-38f9bbff5bb2 None None] Set router aa043946-4a7d-45df-860a-59f6f39a106b gateway port host: dv-cinder-828150-2-iscsi {{(pid=102682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:41:26.994824 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 54960) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:41:27.023367 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-f315ffce-a97d-4790-be69-38f9bbff5bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'name': 'tempest-AttachVolumeTestJSON-2019118832-router', 'tenant_id': '1920726293f94b09a11892df688f137b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e01ffbfe-fa33-4369-b976-b58a18f14152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:35:16Z', 'updated_at': '2022-02-07T20:35:23Z', 'revision_number': 4, 'project_id': '1920726293f94b09a11892df688f137b', 'gw_port': {'id': 'e01ffbfe-fa33-4369-b976-b58a18f14152', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:99:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:35:18Z', 'updated_at': '2022-02-07T20:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': 'e1afddea-2b48-49e7-9dfd-8043d1063611', 'name': '', 'network_id': '72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e', 'tenant_id': '1920726293f94b09a11892df688f137b', 'mac_address': 'fa:16:3e:b7:e2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '57a3a711-2e6c-457c-a563-2e93bf8d035e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:35:22Z', 'updated_at': '2022-02-07T20:35:29Z', 'revision_number': 5, 'project_id': '1920726293f94b09a11892df688f137b', 'subnets': [{'id': '57a3a711-2e6c-457c-a563-2e93bf8d035e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:41:27.053628 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f315ffce-a97d-4790-be69-38f9bbff5bb2 None None] The sync data for ids ['aa043946-4a7d-45df-860a-59f6f39a106b'] in dv-cinder-828150-2-iscsi is: [{'id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'name': 'tempest-AttachVolumeTestJSON-2019118832-router', 'tenant_id': '1920726293f94b09a11892df688f137b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e01ffbfe-fa33-4369-b976-b58a18f14152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:35:16Z', 'updated_at': '2022-02-07T20:35:23Z', 'revision_number': 4, 'project_id': '1920726293f94b09a11892df688f137b', 'gw_port': {'id': 'e01ffbfe-fa33-4369-b976-b58a18f14152', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:99:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:35:18Z', 'updated_at': '2022-02-07T20:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': 'e1afddea-2b48-49e7-9dfd-8043d1063611', 'name': '', 'network_id': '72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e', 'tenant_id': '1920726293f94b09a11892df688f137b', 'mac_address': 'fa:16:3e:b7:e2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '57a3a711-2e6c-457c-a563-2e93bf8d035e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:35:22Z', 'updated_at': '2022-02-07T20:35:29Z', 'revision_number': 5, 'project_id': '1920726293f94b09a11892df688f137b', 'subnets': [{'id': '57a3a711-2e6c-457c-a563-2e93bf8d035e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:41:27.084320 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d5b42524-6cf0-4810-a081-35568fca6d3b tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks [] for security_group (c26bdf8c-6154-4d37-b3e0-e19d59dbfbf3), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:27.108417 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9ab17-f11b-469f-be22-cf5a50c0c083 req-02463e67-5dbb-4304-b69d-1c255e437d76 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:27.109897 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-57c9ab17-f11b-469f-be22-cf5a50c0c083 req-02463e67-5dbb-4304-b69d-1c255e437d76 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 947 time: 0.0932291 Feb 07 20:41:27.120816 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d5b42524-6cf0-4810-a081-35568fca6d3b tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks [] for security_group (c26bdf8c-6154-4d37-b3e0-e19d59dbfbf3), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:27.200950 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d5b42524-6cf0-4810-a081-35568fca6d3b tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (c26bdf8c-6154-4d37-b3e0-e19d59dbfbf3), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:27.203603 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d5b42524-6cf0-4810-a081-35568fca6d3b tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:27.204957 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-d5b42524-6cf0-4810-a081-35568fca6d3b tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "DELETE /v2.0/security-groups/c26bdf8c-6154-4d37-b3e0-e19d59dbfbf3 HTTP/1.1" status: 204 len: 168 time: 0.2081821 Feb 07 20:41:27.208149 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 54964) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:41:27.240298 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-57c9ab17-f11b-469f-be22-cf5a50c0c083 req-af28de33-16d8-44fb-86ea-90f5bc30a109 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027448 Feb 07 20:41:27.240298 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b42524-6cf0-4810-a081-35568fca6d3b tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26bdf8c-6154-4d37-b3e0-e19d59dbfbf3,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:41:27.242985 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.api.v2.resource [None req-fa65749f-9f2e-473f-8d45-75ec3135217c tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] show failed (client error): The resource could not be found. Feb 07 20:41:27.244089 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b42524-6cf0-4810-a081-35568fca6d3b tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:41:27.244213 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-fa65749f-9f2e-473f-8d45-75ec3135217c tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "GET /v2.0/security-groups/c26bdf8c-6154-4d37-b3e0-e19d59dbfbf3 HTTP/1.1" status: 404 len: 347 time: 0.0342534 Feb 07 20:41:27.244444 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b42524-6cf0-4810-a081-35568fca6d3b tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:41:27.244836 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b42524-6cf0-4810-a081-35568fca6d3b tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:41:27.245300 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b42524-6cf0-4810-a081-35568fca6d3b tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:41:27.245636 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b42524-6cf0-4810-a081-35568fca6d3b tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:41:27.246950 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 54968) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:41:27.247750 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b42524-6cf0-4810-a081-35568fca6d3b tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:41:27.248102 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b42524-6cf0-4810-a081-35568fca6d3b tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:41:27.248442 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b42524-6cf0-4810-a081-35568fca6d3b tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:41:27.249095 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b42524-6cf0-4810-a081-35568fca6d3b tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:41:27.249095 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b42524-6cf0-4810-a081-35568fca6d3b tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:41:27.249420 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b42524-6cf0-4810-a081-35568fca6d3b tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:41:27.249747 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b42524-6cf0-4810-a081-35568fca6d3b tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:41:27.250204 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b42524-6cf0-4810-a081-35568fca6d3b tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:41:27.294189 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.agents_db [None req-6ca4556d-c1da-4dc5-8d4b-cf8528912650 None None] Agent healthcheck: found 6 active agents {{(pid=102683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:41:27.363827 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdacf4dc-9420-4b4a-82b9-68f1e4b45244 None None] New status for floating IP cc0fe004-053e-4530-ba53-de767ecedea4: DOWN {{(pid=102683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 20:41:27.436337 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c24a3e-358a-487f-9fa9-fdf028443c35 req-49723f66-03f3-4dac-a631-d2ef12582f0c tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:27.438017 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-47c24a3e-358a-487f-9fa9-fdf028443c35 req-49723f66-03f3-4dac-a631-d2ef12582f0c tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4eeabe7-17bb-4fce-a98c-5305b62eb67e HTTP/1.1" status: 200 len: 943 time: 0.0845389 Feb 07 20:41:27.446484 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [None req-3f13f3e5-26a4-4a7b-9241-575732c10678 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Deleting port b5c749ac-d003-4eb9-afbf-d26cb082aa3a {{(pid=102681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:41:27.446842 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-3f13f3e5-26a4-4a7b-9241-575732c10678 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (b5c749ac-d003-4eb9-afbf-d26cb082aa3a), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:27.547931 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-47c24a3e-358a-487f-9fa9-fdf028443c35 req-c02b9b7d-add1-4483-a204-b0ba2533eacf tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031635 Feb 07 20:41:27.567729 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-3f13f3e5-26a4-4a7b-9241-575732c10678 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (b5c749ac-d003-4eb9-afbf-d26cb082aa3a), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:27.567729 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-3f13f3e5-26a4-4a7b-9241-575732c10678 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks [] for floatingip (b5c749ac-d003-4eb9-afbf-d26cb082aa3a), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:27.580223 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [None req-3f13f3e5-26a4-4a7b-9241-575732c10678 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Calling delete_port for b5c749ac-d003-4eb9-afbf-d26cb082aa3a owned by network:floatingip {{(pid=102681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:41:27.709848 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-3f13f3e5-26a4-4a7b-9241-575732c10678 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (b5c749ac-d003-4eb9-afbf-d26cb082aa3a), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:27.738762 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f13f3e5-26a4-4a7b-9241-575732c10678 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Pushing event deleted for resources: {'Port': ['ID=b5c749ac-d003-4eb9-afbf-d26cb082aa3a,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:41:27.802467 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-3f13f3e5-26a4-4a7b-9241-575732c10678 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks [] for floatingip (cc0fe004-053e-4530-ba53-de767ecedea4), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:27.805019 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-3f13f3e5-26a4-4a7b-9241-575732c10678 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for floatingip (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:27.806148 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-3f13f3e5-26a4-4a7b-9241-575732c10678 tempest-AttachVolumeTestJSON-1804813360 tempest-AttachVolumeTestJSON-1804813360-project] 10.222.0.60 "DELETE /v2.0/floatingips/cc0fe004-053e-4530-ba53-de767ecedea4 HTTP/1.1" status: 204 len: 168 time: 0.5582390 Feb 07 20:41:28.340710 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2a7d6-2cec-4450-bae8-874ff92bed7e req-2bf5086d-863c-4023-ab23-825a48529740 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:28.342066 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f0b2a7d6-2cec-4450-bae8-874ff92bed7e req-2bf5086d-863c-4023-ab23-825a48529740 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 947 time: 0.0566058 Feb 07 20:41:28.386506 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f0b2a7d6-2cec-4450-bae8-874ff92bed7e req-1e4fb373-c438-4f3a-b52c-584a20e793ab tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389051 Feb 07 20:41:28.667081 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f4a30-dff0-479b-837d-33afd4778c83 req-e442e114-644b-4dbf-b927-ab807a6939c1 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:28.668576 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-601f4a30-dff0-479b-837d-33afd4778c83 req-e442e114-644b-4dbf-b927-ab807a6939c1 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4eeabe7-17bb-4fce-a98c-5305b62eb67e HTTP/1.1" status: 200 len: 943 time: 0.0520432 Feb 07 20:41:28.715175 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-601f4a30-dff0-479b-837d-33afd4778c83 req-324d8357-87f4-436c-8e2a-8bc1ef8c2c08 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411336 Feb 07 20:41:28.875591 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-b4f82064-0057-4765-a3eb-3d7babc357dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:29.425258 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device c93a873d-ada4-4a24-ad83-b72727620385 details requested by agent hyperv_hv-cinder-82815 with host hv-cinder-82815 {{(pid=102682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:41:29.428599 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 5b5900fc-f439-4588-840f-8f0e0cfe5b61 no longer exists at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:41:29.454107 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] No Port match for: 5b5900fc-f439-4588-840f-8f0e0cfe5b61 {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:41:29.454383 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 5b5900fc-f439-4588-840f-8f0e0cfe5b61 not bound to the agent host hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:41:29.542050 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port c93a873d-ada4-4a24-ad83-b72727620385, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=c93a873d-ada4-4a24-ad83-b72727620385,segment=NetworkSegment(99bce5a4-2582-44ab-bd99-cb6e1383c3b6),segment_id=99bce5a4-2582-44ab-bd99-cb6e1383c3b6)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:41:29.553170 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Returning: {'device': 'c93a873d-ada4-4a24-ad83-b72727620385', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'port_id': 'c93a873d-ada4-4a24-ad83-b72727620385', 'mac_address': 'fa:16:3e:b2:36:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:41:29.588809 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port c93a873d-ada4-4a24-ad83-b72727620385 is: DOWN; New status is: BUILD {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:41:29.589191 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (c93a873d-ada4-4a24-ad83-b72727620385), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:29.601661 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c93a873d-ada4-4a24-ad83-b72727620385 {{(pid=102682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:41:29.620267 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port c93a873d-ada4-4a24-ad83-b72727620385, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=c93a873d-ada4-4a24-ad83-b72727620385,segment=NetworkSegment(99bce5a4-2582-44ab-bd99-cb6e1383c3b6),segment_id=99bce5a4-2582-44ab-bd99-cb6e1383c3b6)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:41:29.623648 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (c93a873d-ada4-4a24-ad83-b72727620385), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:29.672118 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=c93a873d-ada4-4a24-ad83-b72727620385,revision_number=4']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:41:29.831748 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbca2c-8544-417b-ad74-bf626674b647 req-5aacb99b-42a7-41cf-8152-f849b327b717 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:29.833198 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-13cbca2c-8544-417b-ad74-bf626674b647 req-5aacb99b-42a7-41cf-8152-f849b327b717 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4eeabe7-17bb-4fce-a98c-5305b62eb67e HTTP/1.1" status: 200 len: 944 time: 0.0512471 Feb 07 20:41:29.846189 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['c93a873d-ada4-4a24-ad83-b72727620385'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:41:29.881778 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-13cbca2c-8544-417b-ad74-bf626674b647 req-0feb179e-18c4-449e-89df-3288a93c8675 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431154 Feb 07 20:41:29.975064 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:30.998449 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2cabf-92bc-4dce-af25-687a21ea8fa0 req-9e57c849-4aec-4b35-9f0b-bf177f84b46b tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:30.999943 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-3af2cabf-92bc-4dce-af25-687a21ea8fa0 req-9e57c849-4aec-4b35-9f0b-bf177f84b46b tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4eeabe7-17bb-4fce-a98c-5305b62eb67e HTTP/1.1" status: 200 len: 944 time: 0.0542510 Feb 07 20:41:31.046964 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-3af2cabf-92bc-4dce-af25-687a21ea8fa0 req-cd8dbad0-f526-4fc8-9c1a-5ae2813c4838 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411439 Feb 07 20:41:31.302506 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 55038) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:41:31.448402 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device c93a873d-ada4-4a24-ad83-b72727620385 up at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:41:31.506438 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:31.508051 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning for port c93a873d-ada4-4a24-ad83-b72727620385 completed by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:41:31.512266 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning complete for port c93a873d-ada4-4a24-ad83-b72727620385 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:41:31.512636 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (c93a873d-ada4-4a24-ad83-b72727620385), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:31.590526 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port c93a873d-ada4-4a24-ad83-b72727620385 is: BUILD; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:41:31.590907 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (c93a873d-ada4-4a24-ad83-b72727620385), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:31.613494 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4eeabe7-17bb-4fce-a98c-5305b62eb67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c93a873d-ada4-4a24-ad83-b72727620385'}] {{(pid=102682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:41:31.615733 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49691025426d341bc8e7177f0b95fa1f617f1e30ecd73d77513429b9266eb12b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8021f06-5a18-438f-bf66-df6a6159b3e9" -d '{"events": [{"server_uuid": "f4eeabe7-17bb-4fce-a98c-5305b62eb67e", "name": "network-vif-plugged", "status": "completed", "tag": "c93a873d-ada4-4a24-ad83-b72727620385"}]}' {{(pid=102682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:41:31.628606 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port c93a873d-ada4-4a24-ad83-b72727620385, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=c93a873d-ada4-4a24-ad83-b72727620385,segment=NetworkSegment(99bce5a4-2582-44ab-bd99-cb6e1383c3b6),segment_id=99bce5a4-2582-44ab-bd99-cb6e1383c3b6)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:41:31.632908 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (c93a873d-ada4-4a24-ad83-b72727620385), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:31.656290 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6723c5-9851-400a-8d44-485b5cd6e763 x-openstack-request-id: req-da6723c5-9851-400a-8d44-485b5cd6e763 {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:41:31.656608 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4eeabe7-17bb-4fce-a98c-5305b62eb67e", "name": "network-vif-plugged", "status": "completed", "tag": "c93a873d-ada4-4a24-ad83-b72727620385", "code": 200}]} {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:41:31.656865 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-da6723c5-9851-400a-8d44-485b5cd6e763 {{(pid=102682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:41:31.657251 dv-cinder-828150-2-iscsi neutron-server[102682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4eeabe7-17bb-4fce-a98c-5305b62eb67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c93a873d-ada4-4a24-ad83-b72727620385', 'code': 200} Feb 07 20:41:31.686778 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=c93a873d-ada4-4a24-ad83-b72727620385,revision_number=5']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:41:31.753317 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0c45cca2-d486-45ba-9ae7-da6808a8b227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393245'] for router_interface (aa043946-4a7d-45df-860a-59f6f39a106b), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:31.888807 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5053be-ec7e-4088-acda-dbcf5ef5d060 req-09b8c254-30c0-4bad-b091-be78dc49c0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:31.890298 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-5e5053be-ec7e-4088-acda-dbcf5ef5d060 req-09b8c254-30c0-4bad-b091-be78dc49c0a7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f4eeabe7-17bb-4fce-a98c-5305b62eb67e HTTP/1.1" status: 200 len: 1129 time: 0.0440996 Feb 07 20:41:31.935817 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-5e5053be-ec7e-4088-acda-dbcf5ef5d060 req-5c3760af-e7e0-425e-9b4f-4440a7bea472 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392528 Feb 07 20:41:32.000705 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-0c45cca2-d486-45ba-9ae7-da6808a8b227 admin admin] Deleting port e1afddea-2b48-49e7-9dfd-8043d1063611 {{(pid=102680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:41:32.001039 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0c45cca2-d486-45ba-9ae7-da6808a8b227 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (e1afddea-2b48-49e7-9dfd-8043d1063611), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:32.075038 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-0c45cca2-d486-45ba-9ae7-da6808a8b227 admin admin] For port e1afddea-2b48-49e7-9dfd-8043d1063611, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=e1afddea-2b48-49e7-9dfd-8043d1063611,segment=NetworkSegment(ec801351-09d5-4c76-bb84-b5485a95e98b),segment_id=ec801351-09d5-4c76-bb84-b5485a95e98b)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:41:32.075419 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0c45cca2-d486-45ba-9ae7-da6808a8b227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (e1afddea-2b48-49e7-9dfd-8043d1063611), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:32.088896 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-0c45cca2-d486-45ba-9ae7-da6808a8b227 admin admin] Calling delete_port for e1afddea-2b48-49e7-9dfd-8043d1063611 owned by network:router_interface {{(pid=102680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:41:32.167193 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c921dc-6f46-41e5-a211-8adbe3b46afb req-34f9efb0-a448-4176-a2fa-95ffdf4d0fe5 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:32.168722 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-83c921dc-6f46-41e5-a211-8adbe3b46afb req-34f9efb0-a448-4176-a2fa-95ffdf4d0fe5 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4eeabe7-17bb-4fce-a98c-5305b62eb67e HTTP/1.1" status: 200 len: 945 time: 0.0553064 Feb 07 20:41:32.216832 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-83c921dc-6f46-41e5-a211-8adbe3b46afb req-22c194fd-ecb2-4180-a641-2ffce59af194 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425513 Feb 07 20:41:32.267490 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0c45cca2-d486-45ba-9ae7-da6808a8b227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17688'] for port (e1afddea-2b48-49e7-9dfd-8043d1063611), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:32.294311 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45cca2-d486-45ba-9ae7-da6808a8b227 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1afddea-2b48-49e7-9dfd-8043d1063611,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:41:32.701303 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0c45cca2-d486-45ba-9ae7-da6808a8b227 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393353'] for router_interface (aa043946-4a7d-45df-860a-59f6f39a106b), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:32.734919 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:32.915997 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c45cca2-d486-45ba-9ae7-da6808a8b227 admin admin] Router aa043946-4a7d-45df-860a-59f6f39a106b has already been hosted by L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef {{(pid=102680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:41:32.923829 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-eedcb4a4-98eb-4fc8-95d3-0b8a53e74c91 req-ee9fe530-e837-4767-8d96-9f62086b9696 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450776 Feb 07 20:41:32.992349 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcb4a4-98eb-4fc8-95d3-0b8a53e74c91 req-0cb293d0-91f2-4fb0-a135-534e9a7e7811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:32.993715 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-eedcb4a4-98eb-4fc8-95d3-0b8a53e74c91 req-0cb293d0-91f2-4fb0-a135-534e9a7e7811 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2185d4e79c4947b6869c2dff85759513&device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 1131 time: 0.0447357 Feb 07 20:41:33.025931 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c45cca2-d486-45ba-9ae7-da6808a8b227 admin admin] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:41:33.036678 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-0c45cca2-d486-45ba-9ae7-da6808a8b227 admin admin] 10.222.0.60 "PUT /v2.0/routers/aa043946-4a7d-45df-860a-59f6f39a106b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7330687 Feb 07 20:41:33.038536 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 55046) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:41:33.039832 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f51dba-b3e4-4391-9569-4a0e1dd4a70d None None] Sync routers for ids ['aa043946-4a7d-45df-860a-59f6f39a106b'] in dv-cinder-828150-2-iscsi {{(pid=102682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:41:33.063302 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f51dba-b3e4-4391-9569-4a0e1dd4a70d None None] Routers {'aa043946-4a7d-45df-860a-59f6f39a106b'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:41:33.063949 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-56f51dba-b3e4-4391-9569-4a0e1dd4a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:41:29Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['aa043946-4a7d-45df-860a-59f6f39a106b'], 'active': True} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:41:33.137839 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcb4a4-98eb-4fc8-95d3-0b8a53e74c91 req-2caf8d8b-a0e1-4b44-aac1-a8bd953ed3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:33.140062 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-eedcb4a4-98eb-4fc8-95d3-0b8a53e74c91 req-2caf8d8b-a0e1-4b44-aac1-a8bd953ed3ae service neutron] 10.222.0.24 "GET /v2.0/networks?id=b080ab0e-203b-499d-9b26-1d0d5d881ab5 HTTP/1.1" status: 200 len: 918 time: 0.1218174 Feb 07 20:41:33.150523 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-478bb90a-4f43-4014-a9f5-cb23f6411c86 admin admin] Publish callbacks [] for router (aa043946-4a7d-45df-860a-59f6f39a106b), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:33.179328 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvr_db [None req-56f51dba-b3e4-4391-9569-4a0e1dd4a70d None None] Set router aa043946-4a7d-45df-860a-59f6f39a106b gateway port host: dv-cinder-828150-2-iscsi {{(pid=102682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:41:33.208293 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-eedcb4a4-98eb-4fc8-95d3-0b8a53e74c91 req-0417411a-2475-4dcb-b239-1b811dc56d54 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ebc2430-98bd-48af-bd42-f79a030f9176 HTTP/1.1" status: 200 len: 1002 time: 0.0613821 Feb 07 20:41:33.258733 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-478bb90a-4f43-4014-a9f5-cb23f6411c86 admin admin] Publish callbacks [] for router_gateway (aa043946-4a7d-45df-860a-59f6f39a106b), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:33.263343 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcb4a4-98eb-4fc8-95d3-0b8a53e74c91 req-2ea6a94b-5d61-4302-b92e-14aaed399dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:33.266089 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-eedcb4a4-98eb-4fc8-95d3-0b8a53e74c91 req-2ea6a94b-5d61-4302-b92e-14aaed399dbb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2b04cad-c27a-42ce-981e-86830a1e7466 HTTP/1.1" status: 200 len: 856 time: 0.0510969 Feb 07 20:41:33.323678 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcb4a4-98eb-4fc8-95d3-0b8a53e74c91 req-8032e468-c1de-4187-9180-3a96546a2f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:33.325167 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-eedcb4a4-98eb-4fc8-95d3-0b8a53e74c91 req-8032e468-c1de-4187-9180-3a96546a2f44 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b080ab0e-203b-499d-9b26-1d0d5d881ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526204 Feb 07 20:41:33.367253 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-478bb90a-4f43-4014-a9f5-cb23f6411c86 admin admin] Deleting port e01ffbfe-fa33-4369-b976-b58a18f14152 {{(pid=102680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:41:33.367706 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-478bb90a-4f43-4014-a9f5-cb23f6411c86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (e01ffbfe-fa33-4369-b976-b58a18f14152), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:33.375481 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-56f51dba-b3e4-4391-9569-4a0e1dd4a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'name': 'tempest-AttachVolumeTestJSON-2019118832-router', 'tenant_id': '1920726293f94b09a11892df688f137b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e01ffbfe-fa33-4369-b976-b58a18f14152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:35:16Z', 'updated_at': '2022-02-07T20:41:32Z', 'revision_number': 5, 'project_id': '1920726293f94b09a11892df688f137b', 'gw_port': {'id': 'e01ffbfe-fa33-4369-b976-b58a18f14152', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:99:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:35:18Z', 'updated_at': '2022-02-07T20:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi'}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:41:33.387283 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa35cb9-95f9-49f1-9c22-d796fb1830c0 req-0b694483-a96d-42c8-90c4-70d7e53a915c tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:33.388858 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8aa35cb9-95f9-49f1-9c22-d796fb1830c0 req-0b694483-a96d-42c8-90c4-70d7e53a915c tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4eeabe7-17bb-4fce-a98c-5305b62eb67e HTTP/1.1" status: 200 len: 945 time: 0.0915935 Feb 07 20:41:33.407341 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f51dba-b3e4-4391-9569-4a0e1dd4a70d None None] Checking router: aa043946-4a7d-45df-860a-59f6f39a106b for host: dv-cinder-828150-2-iscsi {{(pid=102682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:41:33.413957 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-eedcb4a4-98eb-4fc8-95d3-0b8a53e74c91 req-1d7bbcb5-af47-45ee-b9f7-c5a0a814f987 service neutron] 10.222.0.24 "GET /v2.0/networks/b080ab0e-203b-499d-9b26-1d0d5d881ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822694 Feb 07 20:41:33.416566 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f51dba-b3e4-4391-9569-4a0e1dd4a70d None None] Routers {'aa043946-4a7d-45df-860a-59f6f39a106b'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:41:33.417165 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-56f51dba-b3e4-4391-9569-4a0e1dd4a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:41:29Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['aa043946-4a7d-45df-860a-59f6f39a106b'], 'active': True} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:41:33.481957 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8aa35cb9-95f9-49f1-9c22-d796fb1830c0 req-d6ca88f3-0e19-40eb-bd31-c366f09950d4 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672119 Feb 07 20:41:33.494813 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-478bb90a-4f43-4014-a9f5-cb23f6411c86 admin admin] For port e01ffbfe-fa33-4369-b976-b58a18f14152, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=e01ffbfe-fa33-4369-b976-b58a18f14152,segment=NetworkSegment(b6259b7e-66cb-4b1d-a7b0-58f7e3300c62),segment_id=b6259b7e-66cb-4b1d-a7b0-58f7e3300c62)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:41:33.495176 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-478bb90a-4f43-4014-a9f5-cb23f6411c86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (e01ffbfe-fa33-4369-b976-b58a18f14152), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:33.509528 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-478bb90a-4f43-4014-a9f5-cb23f6411c86 admin admin] Calling delete_port for e01ffbfe-fa33-4369-b976-b58a18f14152 owned by network:router_gateway {{(pid=102680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:41:33.519920 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvr_db [None req-56f51dba-b3e4-4391-9569-4a0e1dd4a70d None None] Set router aa043946-4a7d-45df-860a-59f6f39a106b gateway port host: None {{(pid=102682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:41:33.524427 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-eedcb4a4-98eb-4fc8-95d3-0b8a53e74c91 req-65fbba48-a0f5-4fa7-aff1-e3a496a6b95d service neutron] 10.222.0.24 "GET /v2.0/networks/b080ab0e-203b-499d-9b26-1d0d5d881ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035995 Feb 07 20:41:33.591701 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-56f51dba-b3e4-4391-9569-4a0e1dd4a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'name': 'tempest-AttachVolumeTestJSON-2019118832-router', 'tenant_id': '1920726293f94b09a11892df688f137b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:35:16Z', 'updated_at': '2022-02-07T20:41:33Z', 'revision_number': 6, 'project_id': '1920726293f94b09a11892df688f137b', 'gw_port_host': None}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:41:33.608190 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc213ded-eb90-4a1f-80f6-908a6dc27fd2 req-e222f1ad-f75d-46f9-afa2-3453beb4ec17 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:33.609658 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-fc213ded-eb90-4a1f-80f6-908a6dc27fd2 req-e222f1ad-f75d-46f9-afa2-3453beb4ec17 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4eeabe7-17bb-4fce-a98c-5305b62eb67e HTTP/1.1" status: 200 len: 945 time: 0.0532775 Feb 07 20:41:33.621277 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f51dba-b3e4-4391-9569-4a0e1dd4a70d None None] The sync data for ids ['aa043946-4a7d-45df-860a-59f6f39a106b'] in dv-cinder-828150-2-iscsi is: [{'id': 'aa043946-4a7d-45df-860a-59f6f39a106b', 'name': 'tempest-AttachVolumeTestJSON-2019118832-router', 'tenant_id': '1920726293f94b09a11892df688f137b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:35:16Z', 'updated_at': '2022-02-07T20:41:33Z', 'revision_number': 6, 'project_id': '1920726293f94b09a11892df688f137b', 'gw_port_host': None}] {{(pid=102682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:41:33.667621 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-fc213ded-eb90-4a1f-80f6-908a6dc27fd2 req-9d8df57f-634b-4b25-abc1-4bb61741d1e6 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507753 Feb 07 20:41:33.689697 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 55052) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:41:33.701210 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-478bb90a-4f43-4014-a9f5-cb23f6411c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17688'] for port (e01ffbfe-fa33-4369-b976-b58a18f14152), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:33.745317 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478bb90a-4f43-4014-a9f5-cb23f6411c86 admin admin] Pushing event deleted for resources: {'Port': ['ID=e01ffbfe-fa33-4369-b976-b58a18f14152,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:41:33.800866 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef8d980-508e-4a8b-b88d-7a2c46072c2a tempest-TestVolumeBootPattern-1641115913 tempest-TestVolumeBootPattern-1641115913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:33.802321 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-6ef8d980-508e-4a8b-b88d-7a2c46072c2a tempest-TestVolumeBootPattern-1641115913 tempest-TestVolumeBootPattern-1641115913-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f4eeabe7-17bb-4fce-a98c-5305b62eb67e HTTP/1.1" status: 200 len: 1124 time: 0.1111014 Feb 07 20:41:33.805584 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 55054) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:41:33.811481 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-7b07cc85-b7b7-4315-8a47-e54cb0eb6d61 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Request body: {'floatingip': {'floating_network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'port_id': 'c93a873d-ada4-4a24-ad83-b72727620385', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:41:33.818193 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-478bb90a-4f43-4014-a9f5-cb23f6411c86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395883'] for router_gateway (aa043946-4a7d-45df-860a-59f6f39a106b), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:33.833780 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7b07cc85-b7b7-4315-8a47-e54cb0eb6d61 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:33.912056 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-478bb90a-4f43-4014-a9f5-cb23f6411c86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7714'] for router (aa043946-4a7d-45df-860a-59f6f39a106b), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:33.914317 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-478bb90a-4f43-4014-a9f5-cb23f6411c86 admin admin] Publish callbacks [] for router_controller (aa043946-4a7d-45df-860a-59f6f39a106b), precommit_delete_associations {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:33.938123 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7b07cc85-b7b7-4315-8a47-e54cb0eb6d61 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:33.961399 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-478bb90a-4f43-4014-a9f5-cb23f6411c86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-394747'] for router (aa043946-4a7d-45df-860a-59f6f39a106b), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:33.962064 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478bb90a-4f43-4014-a9f5-cb23f6411c86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa043946-4a7d-45df-860a-59f6f39a106b {{(pid=102680) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 20:41:33.966522 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-478bb90a-4f43-4014-a9f5-cb23f6411c86 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:33.967657 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-478bb90a-4f43-4014-a9f5-cb23f6411c86 admin admin] 10.222.0.60 "DELETE /v2.0/routers/aa043946-4a7d-45df-860a-59f6f39a106b HTTP/1.1" status: 204 len: 168 time: 0.9293177 Feb 07 20:41:33.970136 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 55056) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:41:34.020785 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.db_base_plugin_v2 [None req-a30aef6f-332a-4248-bb4c-488206c200df admin admin] Deleting subnet 57a3a711-2e6c-457c-a563-2e93bf8d035e {{(pid=102680) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 20:41:34.024231 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a30aef6f-332a-4248-bb4c-488206c200df admin admin] Publish callbacks [] for subnet (57a3a711-2e6c-457c-a563-2e93bf8d035e), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:34.056058 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.db_base_plugin_common [None req-7b07cc85-b7b7-4315-8a47-e54cb0eb6d61 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Allocated IP 172.27.3.65 (8fac5e93-9c31-4064-8161-a8fff953e3cb/29ca3f4a-d044-4ce0-b1ea-59efe11aa82f/bab26492-2532-41ec-9062-910d050abb69) {{(pid=102681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:41:34.062481 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a30aef6f-332a-4248-bb4c-488206c200df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-23362'] for subnet (57a3a711-2e6c-457c-a563-2e93bf8d035e), precommit_delete_associations {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:34.142254 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a30aef6f-332a-4248-bb4c-488206c200df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32999468'] for subnet (57a3a711-2e6c-457c-a563-2e93bf8d035e), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:34.169480 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7b07cc85-b7b7-4315-8a47-e54cb0eb6d61 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for port (bab26492-2532-41ec-9062-910d050abb69), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:34.196539 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a30aef6f-332a-4248-bb4c-488206c200df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32999639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9394578'] for subnet (57a3a711-2e6c-457c-a563-2e93bf8d035e), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:34.203705 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7b07cc85-b7b7-4315-8a47-e54cb0eb6d61 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (bab26492-2532-41ec-9062-910d050abb69), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:34.220045 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30aef6f-332a-4248-bb4c-488206c200df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57a3a711-2e6c-457c-a563-2e93bf8d035e,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:41:34.226798 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a30aef6f-332a-4248-bb4c-488206c200df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:34.230026 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-a30aef6f-332a-4248-bb4c-488206c200df admin admin] 10.222.0.60 "DELETE /v2.0/subnets/57a3a711-2e6c-457c-a563-2e93bf8d035e HTTP/1.1" status: 204 len: 168 time: 0.2588806 Feb 07 20:41:34.232477 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 55058) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:41:34.233975 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554a0337-72e3-427a-bec4-7448415d613c None None] Network 72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:41:34.241015 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b07cc85-b7b7-4315-8a47-e54cb0eb6d61 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Network 8fac5e93-9c31-4064-8161-a8fff953e3cb is already hosted by enough agents. {{(pid=102681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:41:34.244059 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.base_scheduler [None req-7b07cc85-b7b7-4315-8a47-e54cb0eb6d61 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Resources bound (agent type, host, resource id): {{(pid=102681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:41:34.247523 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b07cc85-b7b7-4315-8a47-e54cb0eb6d61 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Received port after_create {{(pid=102681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:41:34.282934 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07cc85-b7b7-4315-8a47-e54cb0eb6d61 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Pushing event updated for resources: {'Port': ['ID=bab26492-2532-41ec-9062-910d050abb69,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:41:34.315052 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-bf0aac0c-78f7-40cf-bf7f-717176f70474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32943866'] for network (72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:34.375139 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-bf0aac0c-78f7-40cf-bf7f-717176f70474 admin admin] Deleting port 7e56c37c-efd6-43f0-87b2-2f5d2c2a6182 {{(pid=102680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:41:34.376027 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-bf0aac0c-78f7-40cf-bf7f-717176f70474 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (7e56c37c-efd6-43f0-87b2-2f5d2c2a6182), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:34.420684 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bffea5f-3f04-4764-b1f4-6504a410c0bd None None] DHCP port deletion for 72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e request from dv-cinder-828150-2-iscsi {{(pid=102682) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 20:41:34.467130 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-bf0aac0c-78f7-40cf-bf7f-717176f70474 admin admin] For port 7e56c37c-efd6-43f0-87b2-2f5d2c2a6182, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=7e56c37c-efd6-43f0-87b2-2f5d2c2a6182,segment=NetworkSegment(ec801351-09d5-4c76-bb84-b5485a95e98b),segment_id=ec801351-09d5-4c76-bb84-b5485a95e98b)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:41:34.467622 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-bf0aac0c-78f7-40cf-bf7f-717176f70474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (7e56c37c-efd6-43f0-87b2-2f5d2c2a6182), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:34.482894 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-bf0aac0c-78f7-40cf-bf7f-717176f70474 admin admin] Calling delete_port for 7e56c37c-efd6-43f0-87b2-2f5d2c2a6182 owned by network:dhcp {{(pid=102680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:41:34.494070 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-1bffea5f-3f04-4764-b1f4-6504a410c0bd None None] Deleting port 7e56c37c-efd6-43f0-87b2-2f5d2c2a6182 {{(pid=102682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:41:34.494729 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-1bffea5f-3f04-4764-b1f4-6504a410c0bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (7e56c37c-efd6-43f0-87b2-2f5d2c2a6182), before_delete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:34.508620 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device e1afddea-2b48-49e7-9dfd-8043d1063611 no longer exists at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:41:34.565346 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] No Port match for: e1afddea-2b48-49e7-9dfd-8043d1063611 {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:41:34.566003 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device e1afddea-2b48-49e7-9dfd-8043d1063611 not bound to the agent host dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:41:34.566590 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 7e56c37c-efd6-43f0-87b2-2f5d2c2a6182 no longer exists at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:41:34.572863 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-bf0aac0c-78f7-40cf-bf7f-717176f70474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17688'] for port (7e56c37c-efd6-43f0-87b2-2f5d2c2a6182), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:34.601654 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] No Port match for: 7e56c37c-efd6-43f0-87b2-2f5d2c2a6182 {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:41:34.601996 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 7e56c37c-efd6-43f0-87b2-2f5d2c2a6182 not bound to the agent host dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:41:34.602593 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device e01ffbfe-fa33-4369-b976-b58a18f14152 no longer exists at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:41:34.604894 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0aac0c-78f7-40cf-bf7f-717176f70474 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e56c37c-efd6-43f0-87b2-2f5d2c2a6182,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:41:34.606808 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0aac0c-78f7-40cf-bf7f-717176f70474 admin admin] No DVR routers for this DVR port 7e56c37c-efd6-43f0-87b2-2f5d2c2a6182 on host dv-cinder-828150-2-iscsi {{(pid=102680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:41:34.628387 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] No Port match for: e01ffbfe-fa33-4369-b976-b58a18f14152 {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:41:34.628738 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device e01ffbfe-fa33-4369-b976-b58a18f14152 not bound to the agent host dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:41:34.639575 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-1bffea5f-3f04-4764-b1f4-6504a410c0bd None None] For port 7e56c37c-efd6-43f0-87b2-2f5d2c2a6182, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=7e56c37c-efd6-43f0-87b2-2f5d2c2a6182,segment=NetworkSegment(ec801351-09d5-4c76-bb84-b5485a95e98b),segment_id=ec801351-09d5-4c76-bb84-b5485a95e98b)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:41:34.640015 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-1bffea5f-3f04-4764-b1f4-6504a410c0bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (7e56c37c-efd6-43f0-87b2-2f5d2c2a6182), precommit_delete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:34.659529 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-1bffea5f-3f04-4764-b1f4-6504a410c0bd None None] Calling delete_port for 7e56c37c-efd6-43f0-87b2-2f5d2c2a6182 owned by network:dhcp {{(pid=102682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:41:34.684395 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-bf0aac0c-78f7-40cf-bf7f-717176f70474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32817339', 'neutron.services.segments.db._delete_segments_for_network-8784096777409'] for network (72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:34.708367 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.services.segments.db [None req-bf0aac0c-78f7-40cf-bf7f-717176f70474 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e']}} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:41:34.719470 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.services.segments.db [None req-bf0aac0c-78f7-40cf-bf7f-717176f70474 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec801351-09d5-4c76-bb84-b5485a95e98b') {'for_net_delete': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:41:34.719912 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.services.segments.db [None req-bf0aac0c-78f7-40cf-bf7f-717176f70474 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec801351-09d5-4c76-bb84-b5485a95e98b') {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:41:34.731356 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-bf0aac0c-78f7-40cf-bf7f-717176f70474 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784096779466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-23369'] for segment (ec801351-09d5-4c76-bb84-b5485a95e98b), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:34.746418 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-bf0aac0c-78f7-40cf-bf7f-717176f70474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526'] for segment (ec801351-09d5-4c76-bb84-b5485a95e98b), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:34.747132 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-1bffea5f-3f04-4764-b1f4-6504a410c0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225'] for port (7e56c37c-efd6-43f0-87b2-2f5d2c2a6182), after_delete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:34.758981 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf0aac0c-78f7-40cf-bf7f-717176f70474 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=102680) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 20:41:34.759578 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-bf0aac0c-78f7-40cf-bf7f-717176f70474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17773'] for segment (ec801351-09d5-4c76-bb84-b5485a95e98b), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:34.761978 dv-cinder-828150-2-iscsi neutron-server[102680]: Traceback (most recent call last): Feb 07 20:41:34.761978 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 20:41:34.761978 dv-cinder-828150-2-iscsi neutron-server[102680]: timer() Feb 07 20:41:34.761978 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 20:41:34.761978 dv-cinder-828150-2-iscsi neutron-server[102680]: cb(*args, **kw) Feb 07 20:41:34.761978 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 20:41:34.761978 dv-cinder-828150-2-iscsi neutron-server[102680]: return func(*args, **kwargs) Feb 07 20:41:34.761978 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 20:41:34.761978 dv-cinder-828150-2-iscsi neutron-server[102680]: self._notify() Feb 07 20:41:34.761978 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 20:41:34.761978 dv-cinder-828150-2-iscsi neutron-server[102680]: self.callback(batched_events) Feb 07 20:41:34.761978 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 20:41:34.761978 dv-cinder-828150-2-iscsi neutron-server[102680]: event.method(event) Feb 07 20:41:34.761978 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 20:41:34.761978 dv-cinder-828150-2-iscsi neutron-server[102680]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 20:41:34.761978 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 20:41:34.761978 dv-cinder-828150-2-iscsi neutron-server[102680]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 20:41:34.761978 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 20:41:34.761978 dv-cinder-828150-2-iscsi neutron-server[102680]: return f(self, *a, **k) Feb 07 20:41:34.761978 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 20:41:34.761978 dv-cinder-828150-2-iscsi neutron-server[102680]: return self._get(url).json() Feb 07 20:41:34.761978 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 20:41:34.761978 dv-cinder-828150-2-iscsi neutron-server[102680]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 20:41:34.761978 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 20:41:34.761978 dv-cinder-828150-2-iscsi neutron-server[102680]: return self.request(url, 'GET', **kwargs) Feb 07 20:41:34.761978 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 20:41:34.761978 dv-cinder-828150-2-iscsi neutron-server[102680]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 20:41:34.761978 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 20:41:34.761978 dv-cinder-828150-2-iscsi neutron-server[102680]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 20:41:34.761978 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 20:41:34.761978 dv-cinder-828150-2-iscsi neutron-server[102680]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 20:41:34.761978 dv-cinder-828150-2-iscsi neutron-server[102680]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 20:41:34.776895 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bffea5f-3f04-4764-b1f4-6504a410c0bd None None] Pushing event deleted for resources: {'Port': ['ID=7e56c37c-efd6-43f0-87b2-2f5d2c2a6182,revision_number=None']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:41:34.780670 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bffea5f-3f04-4764-b1f4-6504a410c0bd None None] No DVR routers for this DVR port 7e56c37c-efd6-43f0-87b2-2f5d2c2a6182 on host dv-cinder-828150-2-iscsi {{(pid=102682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:41:34.838309 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-bf0aac0c-78f7-40cf-bf7f-717176f70474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32817314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395791'] for network (72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:34.844005 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-bf0aac0c-78f7-40cf-bf7f-717176f70474 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for network (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:34.855332 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-bf0aac0c-78f7-40cf-bf7f-717176f70474 admin admin] 10.222.0.60 "DELETE /v2.0/networks/72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e HTTP/1.1" status: 204 len: 168 time: 0.6146886 Feb 07 20:41:34.870629 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0aac0c-78f7-40cf-bf7f-717176f70474 admin admin] Pushing event deleted for resources: {'Network': ['ID=72618d6a-c1b9-4e74-8d3b-077ad8c5cf8e,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:41:34.943134 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7b07cc85-b7b7-4315-8a47-e54cb0eb6d61 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for floatingip (37d305f5-4772-431f-be56-03593c248f36), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:34.981883 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 55062) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:41:35.032264 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7b07cc85-b7b7-4315-8a47-e54cb0eb6d61 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (bab26492-2532-41ec-9062-910d050abb69), before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:35.068164 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-bac3a030-6ad5-499d-9af7-1ca3fb7fc74e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1920726293f94b09a11892df688f137b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0821507 Feb 07 20:41:35.068620 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 55064) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:41:35.115789 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ebc79131-849b-4536-834e-555cc9bcb1e1 admin admin] Publish callbacks [] for security_group (b758e396-503c-4ed7-854d-4f93f67586d2), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:35.136713 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ebc79131-849b-4536-834e-555cc9bcb1e1 admin admin] Publish callbacks [] for security_group (b758e396-503c-4ed7-854d-4f93f67586d2), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:35.183988 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ebc79131-849b-4536-834e-555cc9bcb1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (b758e396-503c-4ed7-854d-4f93f67586d2), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:35.186749 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ebc79131-849b-4536-834e-555cc9bcb1e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:35.187999 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-ebc79131-849b-4536-834e-555cc9bcb1e1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b758e396-503c-4ed7-854d-4f93f67586d2 HTTP/1.1" status: 204 len: 168 time: 0.1182930 Feb 07 20:41:35.196465 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7b07cc85-b7b7-4315-8a47-e54cb0eb6d61 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for port (bab26492-2532-41ec-9062-910d050abb69), precommit_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:35.196639 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc79131-849b-4536-834e-555cc9bcb1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b758e396-503c-4ed7-854d-4f93f67586d2,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:41:35.201722 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7b07cc85-b7b7-4315-8a47-e54cb0eb6d61 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3187874'] for port (bab26492-2532-41ec-9062-910d050abb69), after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:35.275099 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07cc85-b7b7-4315-8a47-e54cb0eb6d61 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Pushing event updated for resources: {'Port': ['ID=bab26492-2532-41ec-9062-910d050abb69,revision_number=2']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:41:35.284164 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7b07cc85-b7b7-4315-8a47-e54cb0eb6d61 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395805'] for floatingip (37d305f5-4772-431f-be56-03593c248f36), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:35.385387 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.db.l3_db [None req-7b07cc85-b7b7-4315-8a47-e54cb0eb6d61 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Floating IP 37d305f5-4772-431f-be56-03593c248f36 associated. External IP: 172.27.3.65, port: c93a873d-ada4-4a24-ad83-b72727620385. Feb 07 20:41:35.597885 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b07cc85-b7b7-4315-8a47-e54cb0eb6d61 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Router f8ecbfa1-0d21-4c50-9a06-f78846443237 has already been hosted by L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef {{(pid=102681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:41:35.707197 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b07cc85-b7b7-4315-8a47-e54cb0eb6d61 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:41:35.719201 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3061435b-b3b7-42ab-b1ec-5c7e01a76c51 None None] Sync routers for ids ['f8ecbfa1-0d21-4c50-9a06-f78846443237'] in dv-cinder-828150-2-iscsi {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:41:35.729914 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7b07cc85-b7b7-4315-8a47-e54cb0eb6d61 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for floatingip (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:35.731330 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3061435b-b3b7-42ab-b1ec-5c7e01a76c51 None None] Routers {'f8ecbfa1-0d21-4c50-9a06-f78846443237'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:41:35.731973 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-3061435b-b3b7-42ab-b1ec-5c7e01a76c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:41:29Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['f8ecbfa1-0d21-4c50-9a06-f78846443237'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:41:35.774059 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-7b07cc85-b7b7-4315-8a47-e54cb0eb6d61 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9666045 Feb 07 20:41:35.774647 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4eeabe7-17bb-4fce-a98c-5305b62eb67e', 'tag': 'c93a873d-ada4-4a24-ad83-b72727620385'}] {{(pid=102681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:41:35.777015 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d543a4f93c545b9f4b4319baf8ff9337481391693fb3bbf25dbe09721f1c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4b74cf-11a0-4787-be80-78d796a790f8" -d '{"events": [{"name": "network-changed", "server_uuid": "f4eeabe7-17bb-4fce-a98c-5305b62eb67e", "tag": "c93a873d-ada4-4a24-ad83-b72727620385"}]}' {{(pid=102681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:41:35.822776 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399c1c3c-98ce-420c-b4e1-9c50ded05851 x-openstack-request-id: req-399c1c3c-98ce-420c-b4e1-9c50ded05851 {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:41:35.823078 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4eeabe7-17bb-4fce-a98c-5305b62eb67e", "tag": "c93a873d-ada4-4a24-ad83-b72727620385", "status": "completed", "code": 200}]} {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:41:35.823333 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-399c1c3c-98ce-420c-b4e1-9c50ded05851 {{(pid=102681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:41:35.824133 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4eeabe7-17bb-4fce-a98c-5305b62eb67e', 'tag': 'c93a873d-ada4-4a24-ad83-b72727620385', 'status': 'completed', 'code': 200} Feb 07 20:41:35.843633 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-3061435b-b3b7-42ab-b1ec-5c7e01a76c51 None None] Set router f8ecbfa1-0d21-4c50-9a06-f78846443237 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:41:35.891661 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b74cf-11a0-4787-be80-78d796a790f8 req-abcc5858-2248-4b9f-84b5-528a23800244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:35.893887 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-5e4b74cf-11a0-4787-be80-78d796a790f8 req-abcc5858-2248-4b9f-84b5-528a23800244 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a36697eb438d4c69909c3d32f2f92e77&device_id=f4eeabe7-17bb-4fce-a98c-5305b62eb67e HTTP/1.1" status: 200 len: 1129 time: 0.0488443 Feb 07 20:41:35.983987 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b74cf-11a0-4787-be80-78d796a790f8 req-bf3c7805-3bbf-4224-872d-1638d1916b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:35.985472 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-5e4b74cf-11a0-4787-be80-78d796a790f8 req-bf3c7805-3bbf-4224-872d-1638d1916b0b service neutron] 10.222.0.24 "GET /v2.0/networks?id=1a0cddfd-817c-4633-a6c0-32d035fd0eb1 HTTP/1.1" status: 200 len: 913 time: 0.0862777 Feb 07 20:41:36.056484 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-5e4b74cf-11a0-4787-be80-78d796a790f8 req-e628fde4-1d44-47c6-8621-2f8502a9d131 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c93a873d-ada4-4a24-ad83-b72727620385 HTTP/1.1" status: 200 len: 998 time: 0.0651627 Feb 07 20:41:36.086652 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-3061435b-b3b7-42ab-b1ec-5c7e01a76c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'name': 'tempest-TestVolumeBootPattern-2035682319-router', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:37:58Z', 'updated_at': '2022-02-07T20:38:01Z', 'revision_number': 4, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'gw_port': {'id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:37:59Z', 'updated_at': '2022-02-07T20:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_floatingips': [{'id': '37d305f5-4772-431f-be56-03593c248f36', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'router_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'port_id': 'c93a873d-ada4-4a24-ad83-b72727620385', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'mac_address': 'fa:16:3e:b2:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4eeabe7-17bb-4fce-a98c-5305b62eb67e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:41:34Z', 'updated_at': '2022-02-07T20:41:34Z', 'revision_number': 0, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d81889e-c274-4bba-806d-f8de1bf939e6', 'name': '', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'mac_address': 'fa:16:3e:ad:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:38:00Z', 'updated_at': '2022-02-07T20:38:06Z', 'revision_number': 5, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'subnets': [{'id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:41:36.105376 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b74cf-11a0-4787-be80-78d796a790f8 req-0d6d6f58-cccd-4893-b307-81a6ca35b57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:36.106901 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-5e4b74cf-11a0-4787-be80-78d796a790f8 req-0d6d6f58-cccd-4893-b307-81a6ca35b57f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a HTTP/1.1" status: 200 len: 851 time: 0.0443487 Feb 07 20:41:36.112847 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3061435b-b3b7-42ab-b1ec-5c7e01a76c51 None None] Checking router: f8ecbfa1-0d21-4c50-9a06-f78846443237 for host: dv-cinder-828150-2-iscsi {{(pid=102683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:41:36.121371 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3061435b-b3b7-42ab-b1ec-5c7e01a76c51 None None] Routers {'f8ecbfa1-0d21-4c50-9a06-f78846443237'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:41:36.121992 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-3061435b-b3b7-42ab-b1ec-5c7e01a76c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:41:29Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['f8ecbfa1-0d21-4c50-9a06-f78846443237'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:41:36.161631 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b74cf-11a0-4787-be80-78d796a790f8 req-5621601b-fc15-469f-892f-8d1574430eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:41:36.163471 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-5e4b74cf-11a0-4787-be80-78d796a790f8 req-5621601b-fc15-469f-892f-8d1574430eaa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1a0cddfd-817c-4633-a6c0-32d035fd0eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496483 Feb 07 20:41:36.231121 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-3061435b-b3b7-42ab-b1ec-5c7e01a76c51 None None] Set router f8ecbfa1-0d21-4c50-9a06-f78846443237 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:41:36.262126 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-5e4b74cf-11a0-4787-be80-78d796a790f8 req-aa3abfe8-b47e-4161-aee6-f67fd80d0cdd service neutron] 10.222.0.24 "GET /v2.0/networks/1a0cddfd-817c-4633-a6c0-32d035fd0eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920203 Feb 07 20:41:36.361236 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-5e4b74cf-11a0-4787-be80-78d796a790f8 req-af3983a9-5f17-4058-a81a-2ef1e9d783b7 service neutron] 10.222.0.24 "GET /v2.0/networks/1a0cddfd-817c-4633-a6c0-32d035fd0eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935922 Feb 07 20:41:36.456915 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-3061435b-b3b7-42ab-b1ec-5c7e01a76c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'name': 'tempest-TestVolumeBootPattern-2035682319-router', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:37:58Z', 'updated_at': '2022-02-07T20:38:01Z', 'revision_number': 4, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'gw_port': {'id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:37:59Z', 'updated_at': '2022-02-07T20:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_floatingips': [{'id': '37d305f5-4772-431f-be56-03593c248f36', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'router_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'port_id': 'c93a873d-ada4-4a24-ad83-b72727620385', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'mac_address': 'fa:16:3e:b2:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4eeabe7-17bb-4fce-a98c-5305b62eb67e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:41:34Z', 'updated_at': '2022-02-07T20:41:34Z', 'revision_number': 0, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d81889e-c274-4bba-806d-f8de1bf939e6', 'name': '', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'mac_address': 'fa:16:3e:ad:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:38:00Z', 'updated_at': '2022-02-07T20:38:06Z', 'revision_number': 5, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'subnets': [{'id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:41:36.486019 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3061435b-b3b7-42ab-b1ec-5c7e01a76c51 None None] The sync data for ids ['f8ecbfa1-0d21-4c50-9a06-f78846443237'] in dv-cinder-828150-2-iscsi is: [{'id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'name': 'tempest-TestVolumeBootPattern-2035682319-router', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:37:58Z', 'updated_at': '2022-02-07T20:38:01Z', 'revision_number': 4, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'gw_port': {'id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:37:59Z', 'updated_at': '2022-02-07T20:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_floatingips': [{'id': '37d305f5-4772-431f-be56-03593c248f36', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'router_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'port_id': 'c93a873d-ada4-4a24-ad83-b72727620385', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'mac_address': 'fa:16:3e:b2:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4eeabe7-17bb-4fce-a98c-5305b62eb67e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:41:34Z', 'updated_at': '2022-02-07T20:41:34Z', 'revision_number': 0, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d81889e-c274-4bba-806d-f8de1bf939e6', 'name': '', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'mac_address': 'fa:16:3e:ad:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:38:00Z', 'updated_at': '2022-02-07T20:38:06Z', 'revision_number': 5, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'subnets': [{'id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:41:36.685194 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a546eca8-9036-4a7c-92d0-97b855397083 None None] New status for floating IP 37d305f5-4772-431f-be56-03593c248f36: ACTIVE {{(pid=102682) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 20:41:37.031796 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 55118) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:41:37.134751 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-739ebff6-ba9c-44a9-a0ee-c10648e6ef2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:37.211471 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-739ebff6-ba9c-44a9-a0ee-c10648e6ef2c admin admin] Publish callbacks [] for security_group (771ea5d8-1a85-4f45-831f-3174b253e17f), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:37.215030 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-739ebff6-ba9c-44a9-a0ee-c10648e6ef2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (771ea5d8-1a85-4f45-831f-3174b253e17f), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:37.252335 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-739ebff6-ba9c-44a9-a0ee-c10648e6ef2c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b3675fcf33b547eab94612291f8c649a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194722 Feb 07 20:41:37.253449 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ebff6-ba9c-44a9-a0ee-c10648e6ef2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771ea5d8-1a85-4f45-831f-3174b253e17f,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:41:37.255154 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 55122) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:41:37.309219 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-0469a0b9-8709-491a-b6cc-76f318802ad2 admin admin] Publish callbacks [] for security_group (771ea5d8-1a85-4f45-831f-3174b253e17f), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:37.329397 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-0469a0b9-8709-491a-b6cc-76f318802ad2 admin admin] Publish callbacks [] for security_group (771ea5d8-1a85-4f45-831f-3174b253e17f), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:37.375355 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-0469a0b9-8709-491a-b6cc-76f318802ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (771ea5d8-1a85-4f45-831f-3174b253e17f), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:37.378025 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-0469a0b9-8709-491a-b6cc-76f318802ad2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:37.379158 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-0469a0b9-8709-491a-b6cc-76f318802ad2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/771ea5d8-1a85-4f45-831f-3174b253e17f HTTP/1.1" status: 204 len: 168 time: 0.1218448 Feb 07 20:41:37.386547 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0469a0b9-8709-491a-b6cc-76f318802ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771ea5d8-1a85-4f45-831f-3174b253e17f,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:41:37.627992 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 55128) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:41:37.640727 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-96be4aec-712e-44e3-99f9-494ca93bdcf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:37.711888 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-96be4aec-712e-44e3-99f9-494ca93bdcf0 admin admin] Publish callbacks [] for security_group (d7c25ea2-1ee7-40fa-b8b5-2843bc3f282e), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:37.715642 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-96be4aec-712e-44e3-99f9-494ca93bdcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (d7c25ea2-1ee7-40fa-b8b5-2843bc3f282e), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:37.752964 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-96be4aec-712e-44e3-99f9-494ca93bdcf0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b51186820a144783adf94fbafd2c901b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1233697 Feb 07 20:41:37.754089 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be4aec-712e-44e3-99f9-494ca93bdcf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c25ea2-1ee7-40fa-b8b5-2843bc3f282e,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:41:37.755727 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 55130) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:41:37.803560 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-006da927-8218-4228-a3dd-43b3376c2ead admin admin] Publish callbacks [] for security_group (d7c25ea2-1ee7-40fa-b8b5-2843bc3f282e), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:37.824379 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-006da927-8218-4228-a3dd-43b3376c2ead admin admin] Publish callbacks [] for security_group (d7c25ea2-1ee7-40fa-b8b5-2843bc3f282e), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:37.869432 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-006da927-8218-4228-a3dd-43b3376c2ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (d7c25ea2-1ee7-40fa-b8b5-2843bc3f282e), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:37.872014 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-006da927-8218-4228-a3dd-43b3376c2ead admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:37.873654 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-006da927-8218-4228-a3dd-43b3376c2ead admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d7c25ea2-1ee7-40fa-b8b5-2843bc3f282e HTTP/1.1" status: 204 len: 168 time: 0.1164465 Feb 07 20:41:37.881420 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006da927-8218-4228-a3dd-43b3376c2ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c25ea2-1ee7-40fa-b8b5-2843bc3f282e,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:41:56.466129 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (2db0d972-3e88-4a6a-9d75-f8f2fe350c5f), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:56.542431 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-795e69d9-1ca0-4983-adcb-cf18512b77c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:58.877811 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-a19dfa72-10fc-402d-8749-f91d5d9e7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:41:59.976344 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:01.507227 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:02.736860 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:04.162110 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.agents_db [None req-6ca4556d-c1da-4dc5-8d4b-cf8528912650 None None] Agent healthcheck: found 6 active agents {{(pid=102683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:42:09.521286 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 55356) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:42:09.621454 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-dd9eadda-9bf8-475a-9db4-1359b64490bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:09.692366 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-dd9eadda-9bf8-475a-9db4-1359b64490bd admin admin] Publish callbacks [] for security_group (87a40162-93d5-41f2-afd5-2a9e4e6f0c7d), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:09.695897 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-dd9eadda-9bf8-475a-9db4-1359b64490bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (87a40162-93d5-41f2-afd5-2a9e4e6f0c7d), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:09.735119 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-dd9eadda-9bf8-475a-9db4-1359b64490bd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eb1fec601b74413a952ce2ce1080b2dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2128000 Feb 07 20:42:09.736006 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9eadda-9bf8-475a-9db4-1359b64490bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a40162-93d5-41f2-afd5-2a9e4e6f0c7d,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:42:09.737809 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 55360) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:42:09.786480 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a8fa7423-792e-4004-a3c5-59c250287772 admin admin] Publish callbacks [] for security_group (87a40162-93d5-41f2-afd5-2a9e4e6f0c7d), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:09.807475 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a8fa7423-792e-4004-a3c5-59c250287772 admin admin] Publish callbacks [] for security_group (87a40162-93d5-41f2-afd5-2a9e4e6f0c7d), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:09.857577 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a8fa7423-792e-4004-a3c5-59c250287772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (87a40162-93d5-41f2-afd5-2a9e4e6f0c7d), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:09.860147 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a8fa7423-792e-4004-a3c5-59c250287772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:09.861301 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-a8fa7423-792e-4004-a3c5-59c250287772 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/87a40162-93d5-41f2-afd5-2a9e4e6f0c7d HTTP/1.1" status: 204 len: 168 time: 0.1218848 Feb 07 20:42:09.870949 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa7423-792e-4004-a3c5-59c250287772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a40162-93d5-41f2-afd5-2a9e4e6f0c7d,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:42:10.125203 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 55366) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:42:10.137897 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-375edfa5-a52f-4f0b-8ffb-0c32d72e8eec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:10.209315 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-375edfa5-a52f-4f0b-8ffb-0c32d72e8eec admin admin] Publish callbacks [] for security_group (c5c5e181-7898-4f13-8d73-cf3392447523), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:10.212974 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-375edfa5-a52f-4f0b-8ffb-0c32d72e8eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (c5c5e181-7898-4f13-8d73-cf3392447523), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:10.249368 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-375edfa5-a52f-4f0b-8ffb-0c32d72e8eec admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6060a51295a64c59bdf4f41209a7b7de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1230612 Feb 07 20:42:10.251265 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375edfa5-a52f-4f0b-8ffb-0c32d72e8eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c5e181-7898-4f13-8d73-cf3392447523,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:42:10.252109 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 55368) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:42:10.301432 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-03ef3134-8531-4944-a277-1d38dd7a4505 admin admin] Publish callbacks [] for security_group (c5c5e181-7898-4f13-8d73-cf3392447523), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:10.322354 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-03ef3134-8531-4944-a277-1d38dd7a4505 admin admin] Publish callbacks [] for security_group (c5c5e181-7898-4f13-8d73-cf3392447523), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:10.370464 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-03ef3134-8531-4944-a277-1d38dd7a4505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (c5c5e181-7898-4f13-8d73-cf3392447523), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:10.373356 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-03ef3134-8531-4944-a277-1d38dd7a4505 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:10.374563 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-03ef3134-8531-4944-a277-1d38dd7a4505 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c5c5e181-7898-4f13-8d73-cf3392447523 HTTP/1.1" status: 204 len: 168 time: 0.1213849 Feb 07 20:42:10.382336 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ef3134-8531-4944-a277-1d38dd7a4505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c5e181-7898-4f13-8d73-cf3392447523,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:42:11.919086 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 55414) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:42:12.020967 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-fa8473a0-3550-44e9-be55-673d145f17ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:12.092372 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-fa8473a0-3550-44e9-be55-673d145f17ff admin admin] Publish callbacks [] for security_group (23284aa5-d5a9-45cd-adc6-cabe069a2c49), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:12.095923 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-fa8473a0-3550-44e9-be55-673d145f17ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (23284aa5-d5a9-45cd-adc6-cabe069a2c49), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:12.132464 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-fa8473a0-3550-44e9-be55-673d145f17ff admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c9d23058e6f149e18bb9e3a60dd5d76c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2123311 Feb 07 20:42:12.133414 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8473a0-3550-44e9-be55-673d145f17ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23284aa5-d5a9-45cd-adc6-cabe069a2c49,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:42:12.135146 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 55418) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:42:12.183048 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-2e85468d-a40a-4350-a45a-18a1d78ebb1f admin admin] Publish callbacks [] for security_group (23284aa5-d5a9-45cd-adc6-cabe069a2c49), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:12.203528 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-2e85468d-a40a-4350-a45a-18a1d78ebb1f admin admin] Publish callbacks [] for security_group (23284aa5-d5a9-45cd-adc6-cabe069a2c49), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:12.251382 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-2e85468d-a40a-4350-a45a-18a1d78ebb1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (23284aa5-d5a9-45cd-adc6-cabe069a2c49), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:12.254048 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-2e85468d-a40a-4350-a45a-18a1d78ebb1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:12.255687 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-2e85468d-a40a-4350-a45a-18a1d78ebb1f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/23284aa5-d5a9-45cd-adc6-cabe069a2c49 HTTP/1.1" status: 204 len: 168 time: 0.1189394 Feb 07 20:42:12.263189 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85468d-a40a-4350-a45a-18a1d78ebb1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23284aa5-d5a9-45cd-adc6-cabe069a2c49,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:42:12.644696 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 55424) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:42:12.657740 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c270bc84-2552-42e5-a291-5dbe45810363 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:12.729042 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c270bc84-2552-42e5-a291-5dbe45810363 admin admin] Publish callbacks [] for security_group (9401db3f-4064-4e24-9ab6-bc1b00b1ed4b), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:12.732645 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c270bc84-2552-42e5-a291-5dbe45810363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (9401db3f-4064-4e24-9ab6-bc1b00b1ed4b), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:12.771059 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-c270bc84-2552-42e5-a291-5dbe45810363 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=670e90c03a4b40d98c3ff001959ce287&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1253057 Feb 07 20:42:12.772182 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270bc84-2552-42e5-a291-5dbe45810363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9401db3f-4064-4e24-9ab6-bc1b00b1ed4b,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:42:12.773763 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 55426) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:42:12.824945 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c0b982cc-6e55-40de-a05c-d28120af593d admin admin] Publish callbacks [] for security_group (9401db3f-4064-4e24-9ab6-bc1b00b1ed4b), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:12.844722 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c0b982cc-6e55-40de-a05c-d28120af593d admin admin] Publish callbacks [] for security_group (9401db3f-4064-4e24-9ab6-bc1b00b1ed4b), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:12.888944 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c0b982cc-6e55-40de-a05c-d28120af593d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (9401db3f-4064-4e24-9ab6-bc1b00b1ed4b), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:12.891452 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-c0b982cc-6e55-40de-a05c-d28120af593d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:12.892582 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-c0b982cc-6e55-40de-a05c-d28120af593d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9401db3f-4064-4e24-9ab6-bc1b00b1ed4b HTTP/1.1" status: 204 len: 168 time: 0.1178360 Feb 07 20:42:12.901257 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b982cc-6e55-40de-a05c-d28120af593d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9401db3f-4064-4e24-9ab6-bc1b00b1ed4b,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:42:15.473522 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be10b5-e062-42af-9be1-692d3a7424d1 req-216a4b17-4621-49ad-b589-60277370a305 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:15.475068 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-84be10b5-e062-42af-9be1-692d3a7424d1 req-216a4b17-4621-49ad-b589-60277370a305 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 947 time: 0.0536363 Feb 07 20:42:15.521853 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-84be10b5-e062-42af-9be1-692d3a7424d1 req-7c7f030c-b00e-4672-9c8c-ea817a267a8c tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411458 Feb 07 20:42:16.647380 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c1b51-cc06-418c-b196-d52ea5d2b89a req-c7dc05bb-a5f1-4693-9e7f-c0159219e081 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:16.648895 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e34c1b51-cc06-418c-b196-d52ea5d2b89a req-c7dc05bb-a5f1-4693-9e7f-c0159219e081 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 947 time: 0.0522196 Feb 07 20:42:16.695851 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e34c1b51-cc06-418c-b196-d52ea5d2b89a req-288d8389-58fb-4fb9-bf14-e7b653295efe tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c7001b1-180c-44fb-ab47-4ed483051892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411963 Feb 07 20:42:16.983254 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee92e0-77fd-4ada-b780-714838025909 req-d2b6d378-e933-4ced-9f26-2fefd792c56f tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:16.984646 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-55ee92e0-77fd-4ada-b780-714838025909 req-d2b6d378-e933-4ced-9f26-2fefd792c56f tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 947 time: 0.0547450 Feb 07 20:42:17.074859 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [req-55ee92e0-77fd-4ada-b780-714838025909 req-2b056f3a-96a5-4e16-9b79-aee0c9074d80 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Deleting port 1ebc2430-98bd-48af-bd42-f79a030f9176 {{(pid=102681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:42:17.075200 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-55ee92e0-77fd-4ada-b780-714838025909 req-2b056f3a-96a5-4e16-9b79-aee0c9074d80 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (1ebc2430-98bd-48af-bd42-f79a030f9176), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:17.163915 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-55ee92e0-77fd-4ada-b780-714838025909 req-2b056f3a-96a5-4e16-9b79-aee0c9074d80 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] For port 1ebc2430-98bd-48af-bd42-f79a030f9176, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=1ebc2430-98bd-48af-bd42-f79a030f9176,segment=NetworkSegment(025e846a-937e-4847-b04b-5f3e732f1e22),segment_id=025e846a-937e-4847-b04b-5f3e732f1e22)] {{(pid=102681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:42:17.164274 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-55ee92e0-77fd-4ada-b780-714838025909 req-2b056f3a-96a5-4e16-9b79-aee0c9074d80 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (1ebc2430-98bd-48af-bd42-f79a030f9176), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:17.328193 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-55ee92e0-77fd-4ada-b780-714838025909 req-2b056f3a-96a5-4e16-9b79-aee0c9074d80 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:17.328473 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-55ee92e0-77fd-4ada-b780-714838025909 req-2b056f3a-96a5-4e16-9b79-aee0c9074d80 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395805'] for floatingip (8f0c52c1-b57f-45d1-917a-863a03009481), after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:17.328792 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.db.l3_db [req-55ee92e0-77fd-4ada-b780-714838025909 req-2b056f3a-96a5-4e16-9b79-aee0c9074d80 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Floating IP 8f0c52c1-b57f-45d1-917a-863a03009481 disassociated. External IP: 172.27.3.186, port: 1ebc2430-98bd-48af-bd42-f79a030f9176. Feb 07 20:42:17.329132 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [req-55ee92e0-77fd-4ada-b780-714838025909 req-2b056f3a-96a5-4e16-9b79-aee0c9074d80 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Calling delete_port for 1ebc2430-98bd-48af-bd42-f79a030f9176 owned by compute:nova {{(pid=102681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:42:17.453496 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-55ee92e0-77fd-4ada-b780-714838025909 req-2b056f3a-96a5-4e16-9b79-aee0c9074d80 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (1ebc2430-98bd-48af-bd42-f79a030f9176), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:17.481312 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b056f3a-96a5-4e16-9b79-aee0c9074d80 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Pushing event deleted for resources: {'Port': ['ID=1ebc2430-98bd-48af-bd42-f79a030f9176,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:42:17.493405 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b056f3a-96a5-4e16-9b79-aee0c9074d80 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:42:17.493762 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b056f3a-96a5-4e16-9b79-aee0c9074d80 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:42:17.494113 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b056f3a-96a5-4e16-9b79-aee0c9074d80 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:42:17.494454 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b056f3a-96a5-4e16-9b79-aee0c9074d80 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:42:17.494789 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b056f3a-96a5-4e16-9b79-aee0c9074d80 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:42:17.495123 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b056f3a-96a5-4e16-9b79-aee0c9074d80 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:42:17.495478 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b056f3a-96a5-4e16-9b79-aee0c9074d80 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:42:17.495812 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b056f3a-96a5-4e16-9b79-aee0c9074d80 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:42:17.496146 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b056f3a-96a5-4e16-9b79-aee0c9074d80 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:42:17.496472 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b056f3a-96a5-4e16-9b79-aee0c9074d80 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:42:17.496796 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b056f3a-96a5-4e16-9b79-aee0c9074d80 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:42:17.497120 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b056f3a-96a5-4e16-9b79-aee0c9074d80 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:42:17.497442 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b056f3a-96a5-4e16-9b79-aee0c9074d80 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:42:17.616403 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55ee92e0-77fd-4ada-b780-714838025909 req-2b056f3a-96a5-4e16-9b79-aee0c9074d80 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Router cfd4ecd9-5890-4655-9cb9-5320d9fb0b23 has already been hosted by L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef {{(pid=102681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:42:17.725235 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55ee92e0-77fd-4ada-b780-714838025909 req-2b056f3a-96a5-4e16-9b79-aee0c9074d80 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:42:17.737662 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c768a5-83ed-4b22-b9c4-8b3412086a2a None None] Sync routers for ids ['cfd4ecd9-5890-4655-9cb9-5320d9fb0b23'] in dv-cinder-828150-2-iscsi {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:42:17.753890 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c768a5-83ed-4b22-b9c4-8b3412086a2a None None] Routers {'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:42:17.754535 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-d3c768a5-83ed-4b22-b9c4-8b3412086a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:41:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['cfd4ecd9-5890-4655-9cb9-5320d9fb0b23'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:42:17.767157 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ee92e0-77fd-4ada-b780-714838025909 req-2b056f3a-96a5-4e16-9b79-aee0c9074d80 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] No DVR routers for this DVR port 1ebc2430-98bd-48af-bd42-f79a030f9176 on host hv-cinder-82815 {{(pid=102681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:42:17.769758 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-55ee92e0-77fd-4ada-b780-714838025909 req-2b056f3a-96a5-4e16-9b79-aee0c9074d80 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:17.773141 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-55ee92e0-77fd-4ada-b780-714838025909 req-2b056f3a-96a5-4e16-9b79-aee0c9074d80 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.24 "DELETE /v2.0/ports/1ebc2430-98bd-48af-bd42-f79a030f9176 HTTP/1.1" status: 204 len: 173 time: 0.7831891 Feb 07 20:42:17.773547 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e567a2c-6a50-4318-be61-717bfbe51943', 'name': 'network-vif-deleted', 'tag': '1ebc2430-98bd-48af-bd42-f79a030f9176'}] {{(pid=102681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:42:17.775825 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d543a4f93c545b9f4b4319baf8ff9337481391693fb3bbf25dbe09721f1c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52a0898-e8c1-4c93-aff5-f6d2445f121a" -d '{"events": [{"server_uuid": "8e567a2c-6a50-4318-be61-717bfbe51943", "name": "network-vif-deleted", "tag": "1ebc2430-98bd-48af-bd42-f79a030f9176"}]}' {{(pid=102681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:42:17.821044 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12495385-fb82-4542-bcb5-5ddab91853b8 x-openstack-request-id: req-12495385-fb82-4542-bcb5-5ddab91853b8 {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:42:17.821483 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e567a2c-6a50-4318-be61-717bfbe51943", "name": "network-vif-deleted", "tag": "1ebc2430-98bd-48af-bd42-f79a030f9176", "status": "completed", "code": 200}]} {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:42:17.821749 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-12495385-fb82-4542-bcb5-5ddab91853b8 {{(pid=102681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:42:17.822417 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e567a2c-6a50-4318-be61-717bfbe51943', 'name': 'network-vif-deleted', 'tag': '1ebc2430-98bd-48af-bd42-f79a030f9176', 'status': 'completed', 'code': 200} Feb 07 20:42:17.841678 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-a1c72470-a81b-41a2-ad9a-21b597e9150d req-63574a46-d5de-4dbe-887a-7727e8383e86 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e567a2c-6a50-4318-be61-717bfbe51943 HTTP/1.1" status: 200 len: 210 time: 0.0351932 Feb 07 20:42:17.923927 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 55554) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:42:17.957147 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-d3c768a5-83ed-4b22-b9c4-8b3412086a2a None None] Set router cfd4ecd9-5890-4655-9cb9-5320d9fb0b23 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:42:18.044417 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-3c8f7a77-66c4-4a3f-8152-b2fb58593ecf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:18.117853 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-3c8f7a77-66c4-4a3f-8152-b2fb58593ecf admin admin] Publish callbacks [] for security_group (097da153-c7f8-4328-8b74-e64b58c4dc54), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:18.122296 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-3c8f7a77-66c4-4a3f-8152-b2fb58593ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (097da153-c7f8-4328-8b74-e64b58c4dc54), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:18.162823 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-3c8f7a77-66c4-4a3f-8152-b2fb58593ecf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=743533e55d6a4e558469fbe72d9ecb62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377903 Feb 07 20:42:18.163730 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f7a77-66c4-4a3f-8152-b2fb58593ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097da153-c7f8-4328-8b74-e64b58c4dc54,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:42:18.165593 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 55558) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:42:18.220392 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-fda3d95b-2e98-407a-ac1c-0ea48423e6a7 admin admin] Publish callbacks [] for security_group (097da153-c7f8-4328-8b74-e64b58c4dc54), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:18.244689 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-fda3d95b-2e98-407a-ac1c-0ea48423e6a7 admin admin] Publish callbacks [] for security_group (097da153-c7f8-4328-8b74-e64b58c4dc54), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:18.261334 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-d3c768a5-83ed-4b22-b9c4-8b3412086a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'name': 'tempest-AttachVolumeShelveTestJSON-2003434560-router', 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '70b53ee0-8996-4dad-8d55-36b396234f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:21Z', 'updated_at': '2022-02-07T20:39:24Z', 'revision_number': 4, 'project_id': '2185d4e79c4947b6869c2dff85759513', 'gw_port': {'id': '70b53ee0-8996-4dad-8d55-36b396234f01', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:21Z', 'updated_at': '2022-02-07T20:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': 'd447e2d8-b23c-488c-8dc8-70d57703f8a0', 'name': '', 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5', 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'mac_address': 'fa:16:3e:3c:2d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e2b04cad-c27a-42ce-981e-86830a1e7466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:23Z', 'updated_at': '2022-02-07T20:39:27Z', 'revision_number': 5, 'project_id': '2185d4e79c4947b6869c2dff85759513', 'subnets': [{'id': 'e2b04cad-c27a-42ce-981e-86830a1e7466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:42:18.288578 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c768a5-83ed-4b22-b9c4-8b3412086a2a None None] Checking router: cfd4ecd9-5890-4655-9cb9-5320d9fb0b23 for host: dv-cinder-828150-2-iscsi {{(pid=102683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:42:18.297824 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-fda3d95b-2e98-407a-ac1c-0ea48423e6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (097da153-c7f8-4328-8b74-e64b58c4dc54), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:18.298066 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c768a5-83ed-4b22-b9c4-8b3412086a2a None None] Routers {'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:42:18.298667 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-d3c768a5-83ed-4b22-b9c4-8b3412086a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:41:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['cfd4ecd9-5890-4655-9cb9-5320d9fb0b23'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:42:18.301911 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-fda3d95b-2e98-407a-ac1c-0ea48423e6a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:18.303171 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-fda3d95b-2e98-407a-ac1c-0ea48423e6a7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/097da153-c7f8-4328-8b74-e64b58c4dc54 HTTP/1.1" status: 204 len: 168 time: 0.1364892 Feb 07 20:42:18.321358 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3d95b-2e98-407a-ac1c-0ea48423e6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097da153-c7f8-4328-8b74-e64b58c4dc54,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:42:18.409134 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-d3c768a5-83ed-4b22-b9c4-8b3412086a2a None None] Set router cfd4ecd9-5890-4655-9cb9-5320d9fb0b23 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:42:18.586536 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 55564) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:42:18.599901 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-47c97a24-4fa7-4b78-8304-571a047231be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:18.612588 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-d3c768a5-83ed-4b22-b9c4-8b3412086a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'name': 'tempest-AttachVolumeShelveTestJSON-2003434560-router', 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '70b53ee0-8996-4dad-8d55-36b396234f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:21Z', 'updated_at': '2022-02-07T20:39:24Z', 'revision_number': 4, 'project_id': '2185d4e79c4947b6869c2dff85759513', 'gw_port': {'id': '70b53ee0-8996-4dad-8d55-36b396234f01', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:21Z', 'updated_at': '2022-02-07T20:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': 'd447e2d8-b23c-488c-8dc8-70d57703f8a0', 'name': '', 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5', 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'mac_address': 'fa:16:3e:3c:2d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e2b04cad-c27a-42ce-981e-86830a1e7466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:23Z', 'updated_at': '2022-02-07T20:39:27Z', 'revision_number': 5, 'project_id': '2185d4e79c4947b6869c2dff85759513', 'subnets': [{'id': 'e2b04cad-c27a-42ce-981e-86830a1e7466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:42:18.639890 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c768a5-83ed-4b22-b9c4-8b3412086a2a None None] The sync data for ids ['cfd4ecd9-5890-4655-9cb9-5320d9fb0b23'] in dv-cinder-828150-2-iscsi is: [{'id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'name': 'tempest-AttachVolumeShelveTestJSON-2003434560-router', 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '70b53ee0-8996-4dad-8d55-36b396234f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:21Z', 'updated_at': '2022-02-07T20:39:24Z', 'revision_number': 4, 'project_id': '2185d4e79c4947b6869c2dff85759513', 'gw_port': {'id': '70b53ee0-8996-4dad-8d55-36b396234f01', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:21Z', 'updated_at': '2022-02-07T20:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': 'd447e2d8-b23c-488c-8dc8-70d57703f8a0', 'name': '', 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5', 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'mac_address': 'fa:16:3e:3c:2d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e2b04cad-c27a-42ce-981e-86830a1e7466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:23Z', 'updated_at': '2022-02-07T20:39:27Z', 'revision_number': 5, 'project_id': '2185d4e79c4947b6869c2dff85759513', 'subnets': [{'id': 'e2b04cad-c27a-42ce-981e-86830a1e7466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:42:18.676161 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-47c97a24-4fa7-4b78-8304-571a047231be admin admin] Publish callbacks [] for security_group (709d2e05-3413-446a-acae-c90554174fd1), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:18.680375 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-47c97a24-4fa7-4b78-8304-571a047231be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (709d2e05-3413-446a-acae-c90554174fd1), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:18.721209 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c97a24-4fa7-4b78-8304-571a047231be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709d2e05-3413-446a-acae-c90554174fd1,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:42:18.725602 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-47c97a24-4fa7-4b78-8304-571a047231be admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=821f0d8cc13342a389b80cc9bdd552ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1378829 Feb 07 20:42:18.728142 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 55566) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:42:18.778617 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-4db5b463-ada7-4408-ae51-323309969c79 admin admin] Publish callbacks [] for security_group (709d2e05-3413-446a-acae-c90554174fd1), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:18.800651 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-4db5b463-ada7-4408-ae51-323309969c79 admin admin] Publish callbacks [] for security_group (709d2e05-3413-446a-acae-c90554174fd1), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:18.850485 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-4db5b463-ada7-4408-ae51-323309969c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (709d2e05-3413-446a-acae-c90554174fd1), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:18.853174 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-4db5b463-ada7-4408-ae51-323309969c79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:18.854328 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-4db5b463-ada7-4408-ae51-323309969c79 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/709d2e05-3413-446a-acae-c90554174fd1 HTTP/1.1" status: 204 len: 168 time: 0.1252785 Feb 07 20:42:18.864466 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5b463-ada7-4408-ae51-323309969c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709d2e05-3413-446a-acae-c90554174fd1,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:42:18.912448 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e50ebc-dc63-4988-bba2-6e72d5da4a40 None None] New status for floating IP 8f0c52c1-b57f-45d1-917a-863a03009481: DOWN {{(pid=102682) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 20:42:18.948941 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 55574) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:42:19.017489 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-06202952-4072-4ff9-bde6-e8a4030018ba tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks [] for security_group (4c7001b1-180c-44fb-ab47-4ed483051892), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:19.043982 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-06202952-4072-4ff9-bde6-e8a4030018ba tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks [] for security_group (4c7001b1-180c-44fb-ab47-4ed483051892), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:19.099953 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-06202952-4072-4ff9-bde6-e8a4030018ba tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (4c7001b1-180c-44fb-ab47-4ed483051892), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:19.102732 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-06202952-4072-4ff9-bde6-e8a4030018ba tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:19.103927 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-06202952-4072-4ff9-bde6-e8a4030018ba tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "DELETE /v2.0/security-groups/4c7001b1-180c-44fb-ab47-4ed483051892 HTTP/1.1" status: 204 len: 168 time: 0.1539829 Feb 07 20:42:19.106752 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 55578) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:42:19.112919 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06202952-4072-4ff9-bde6-e8a4030018ba tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7001b1-180c-44fb-ab47-4ed483051892,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:42:19.126592 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.api.v2.resource [None req-7dba9cc1-f585-4469-a6cb-604aefd9d24e tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] show failed (client error): The resource could not be found. Feb 07 20:42:19.130554 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-7dba9cc1-f585-4469-a6cb-604aefd9d24e tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups/4c7001b1-180c-44fb-ab47-4ed483051892 HTTP/1.1" status: 404 len: 347 time: 0.0227332 Feb 07 20:42:19.131304 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 55580) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:42:19.212321 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 55582) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:42:19.225602 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-69315b75-5b29-4b9e-825e-699bdb91e9d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:19.254142 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-187b629a-4f8c-4028-ae6d-1cf22b309504 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Deleting port ce07e451-b956-4277-887c-c54d7fe43f02 {{(pid=102680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:42:19.254513 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-187b629a-4f8c-4028-ae6d-1cf22b309504 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (ce07e451-b956-4277-887c-c54d7fe43f02), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:19.299702 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-69315b75-5b29-4b9e-825e-699bdb91e9d5 admin admin] Publish callbacks [] for security_group (097d3724-2747-488c-9cf4-2875801fca49), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:19.304229 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-69315b75-5b29-4b9e-825e-699bdb91e9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (097d3724-2747-488c-9cf4-2875801fca49), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:19.332846 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-187b629a-4f8c-4028-ae6d-1cf22b309504 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (ce07e451-b956-4277-887c-c54d7fe43f02), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:19.333173 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-187b629a-4f8c-4028-ae6d-1cf22b309504 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks [] for floatingip (ce07e451-b956-4277-887c-c54d7fe43f02), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:19.340965 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-69315b75-5b29-4b9e-825e-699bdb91e9d5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8e41adc090a54604b0da1045069db03e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1274471 Feb 07 20:42:19.341909 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69315b75-5b29-4b9e-825e-699bdb91e9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097d3724-2747-488c-9cf4-2875801fca49,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:42:19.344373 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 55584) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:42:19.345299 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-187b629a-4f8c-4028-ae6d-1cf22b309504 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Calling delete_port for ce07e451-b956-4277-887c-c54d7fe43f02 owned by network:floatingip {{(pid=102680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:42:19.391449 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-60afc19a-6de8-41c5-9cb4-fe8278418202 admin admin] Publish callbacks [] for security_group (097d3724-2747-488c-9cf4-2875801fca49), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:19.412267 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-60afc19a-6de8-41c5-9cb4-fe8278418202 admin admin] Publish callbacks [] for security_group (097d3724-2747-488c-9cf4-2875801fca49), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:19.462878 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-60afc19a-6de8-41c5-9cb4-fe8278418202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (097d3724-2747-488c-9cf4-2875801fca49), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:19.465411 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-60afc19a-6de8-41c5-9cb4-fe8278418202 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:19.466585 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-60afc19a-6de8-41c5-9cb4-fe8278418202 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/097d3724-2747-488c-9cf4-2875801fca49 HTTP/1.1" status: 204 len: 168 time: 0.1214244 Feb 07 20:42:19.474723 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60afc19a-6de8-41c5-9cb4-fe8278418202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097d3724-2747-488c-9cf4-2875801fca49,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:42:19.485143 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-187b629a-4f8c-4028-ae6d-1cf22b309504 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17688'] for port (ce07e451-b956-4277-887c-c54d7fe43f02), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:19.512160 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187b629a-4f8c-4028-ae6d-1cf22b309504 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Pushing event deleted for resources: {'Port': ['ID=ce07e451-b956-4277-887c-c54d7fe43f02,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:42:19.572527 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-187b629a-4f8c-4028-ae6d-1cf22b309504 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks [] for floatingip (8f0c52c1-b57f-45d1-917a-863a03009481), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:19.575132 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-187b629a-4f8c-4028-ae6d-1cf22b309504 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for floatingip (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:19.576372 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-187b629a-4f8c-4028-ae6d-1cf22b309504 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "DELETE /v2.0/floatingips/8f0c52c1-b57f-45d1-917a-863a03009481 HTTP/1.1" status: 204 len: 168 time: 0.4440517 Feb 07 20:42:19.983917 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 55604) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:42:19.988690 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-063e57b6-a00c-4feb-bea7-05c3cfb195ea tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Request body: {'security_group': {'name': 'tempest-securitygroup--337111596', 'description': 'tempest-description--1033454712'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:42:20.010702 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-063e57b6-a00c-4feb-bea7-05c3cfb195ea tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:20.078107 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-063e57b6-a00c-4feb-bea7-05c3cfb195ea tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks [] for security_group (5d987f2f-024c-44c0-ade4-edb6a0dad07e), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:20.082030 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-063e57b6-a00c-4feb-bea7-05c3cfb195ea tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (5d987f2f-024c-44c0-ade4-edb6a0dad07e), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:20.111255 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-063e57b6-a00c-4feb-bea7-05c3cfb195ea tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:20.112498 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-063e57b6-a00c-4feb-bea7-05c3cfb195ea tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1274025 Feb 07 20:42:20.114345 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e57b6-a00c-4feb-bea7-05c3cfb195ea tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d987f2f-024c-44c0-ade4-edb6a0dad07e,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:42:20.115572 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 55610) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:42:20.121834 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-0fd414a8-d9ba-4ae5-8514-64e433e1a7b0 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Request body: {'security_group_rule': {'security_group_id': '5d987f2f-024c-44c0-ade4-edb6a0dad07e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:42:20.147305 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0fd414a8-d9ba-4ae5-8514-64e433e1a7b0 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks [] for security_group_rule (9141f42b-14a2-4e2a-b10c-d3ad6708014e), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:20.201910 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0fd414a8-d9ba-4ae5-8514-64e433e1a7b0 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks [] for security_group_rule (9141f42b-14a2-4e2a-b10c-d3ad6708014e), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:20.205860 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0fd414a8-d9ba-4ae5-8514-64e433e1a7b0 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471706'] for security_group_rule (9141f42b-14a2-4e2a-b10c-d3ad6708014e), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:20.227305 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd414a8-d9ba-4ae5-8514-64e433e1a7b0 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9141f42b-14a2-4e2a-b10c-d3ad6708014e,revision_number=0']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:42:20.235433 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0fd414a8-d9ba-4ae5-8514-64e433e1a7b0 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:20.236636 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-0fd414a8-d9ba-4ae5-8514-64e433e1a7b0 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189058 Feb 07 20:42:20.239826 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 55614) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:42:20.244349 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-a31c023c-d33f-4238-ae81-9d188c104ff6 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Request body: {'security_group_rule': {'security_group_id': '5d987f2f-024c-44c0-ade4-edb6a0dad07e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:42:20.273321 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a31c023c-d33f-4238-ae81-9d188c104ff6 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks [] for security_group_rule (35b01587-5bc8-4f1c-8c5a-4eaa3b87a673), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:20.332271 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a31c023c-d33f-4238-ae81-9d188c104ff6 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks [] for security_group_rule (35b01587-5bc8-4f1c-8c5a-4eaa3b87a673), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:20.336501 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a31c023c-d33f-4238-ae81-9d188c104ff6 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471706'] for security_group_rule (35b01587-5bc8-4f1c-8c5a-4eaa3b87a673), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:20.353395 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c023c-d33f-4238-ae81-9d188c104ff6 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35b01587-5bc8-4f1c-8c5a-4eaa3b87a673,revision_number=0']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:42:20.362776 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-a31c023c-d33f-4238-ae81-9d188c104ff6 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:20.367539 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-a31c023c-d33f-4238-ae81-9d188c104ff6 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1266184 Feb 07 20:42:20.370390 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 55620) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:42:20.374798 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-87c3a89f-ee86-40c8-af59-6605a5a98ada tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Request body: {'floatingip': {'floating_network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb'}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:42:20.395306 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-87c3a89f-ee86-40c8-af59-6605a5a98ada tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:20.494290 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-87c3a89f-ee86-40c8-af59-6605a5a98ada tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:20.597655 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.db_base_plugin_common [None req-87c3a89f-ee86-40c8-af59-6605a5a98ada tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Allocated IP 172.27.3.81 (8fac5e93-9c31-4064-8161-a8fff953e3cb/29ca3f4a-d044-4ce0-b1ea-59efe11aa82f/3ea3d202-7094-4754-9971-a0a665a9992b) {{(pid=102680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:42:20.700563 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-87c3a89f-ee86-40c8-af59-6605a5a98ada tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks [] for port (3ea3d202-7094-4754-9971-a0a665a9992b), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:20.734476 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-87c3a89f-ee86-40c8-af59-6605a5a98ada tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17688'] for port (3ea3d202-7094-4754-9971-a0a665a9992b), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:20.777214 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c3a89f-ee86-40c8-af59-6605a5a98ada tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Network 8fac5e93-9c31-4064-8161-a8fff953e3cb is already hosted by enough agents. {{(pid=102680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:42:20.781124 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [None req-87c3a89f-ee86-40c8-af59-6605a5a98ada tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Resources bound (agent type, host, resource id): {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:42:20.782998 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c3a89f-ee86-40c8-af59-6605a5a98ada tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Pushing event updated for resources: {'Port': ['ID=3ea3d202-7094-4754-9971-a0a665a9992b,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:42:20.785123 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c3a89f-ee86-40c8-af59-6605a5a98ada tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Received port after_create {{(pid=102680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:42:20.872777 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-87c3a89f-ee86-40c8-af59-6605a5a98ada tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks [] for floatingip (e707b574-90d5-4b40-9a52-9946bdb38e99), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:20.909265 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-87c3a89f-ee86-40c8-af59-6605a5a98ada tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (3ea3d202-7094-4754-9971-a0a665a9992b), before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:21.070028 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-87c3a89f-ee86-40c8-af59-6605a5a98ada tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks [] for port (3ea3d202-7094-4754-9971-a0a665a9992b), precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:21.074747 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-87c3a89f-ee86-40c8-af59-6605a5a98ada tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17681'] for port (3ea3d202-7094-4754-9971-a0a665a9992b), after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:21.141616 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c3a89f-ee86-40c8-af59-6605a5a98ada tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Pushing event updated for resources: {'Port': ['ID=3ea3d202-7094-4754-9971-a0a665a9992b,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:42:21.150063 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-87c3a89f-ee86-40c8-af59-6605a5a98ada tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395805'] for floatingip (e707b574-90d5-4b40-9a52-9946bdb38e99), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:21.166156 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-87c3a89f-ee86-40c8-af59-6605a5a98ada tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for floatingip (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:21.167719 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-87c3a89f-ee86-40c8-af59-6605a5a98ada tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7962165 Feb 07 20:42:21.366331 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-0724c9ce-292a-4568-8f7e-72bf3dd4aa8e tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--337111596&fields=id&tenant_id=2185d4e79c4947b6869c2dff85759513 HTTP/1.1" status: 200 len: 267 time: 0.0428860 Feb 07 20:42:21.428356 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 55676) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:42:21.478493 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-c6d00486-c7c2-4354-bd3e-d198ad1ee07d tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:21.480363 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-c6d00486-c7c2-4354-bd3e-d198ad1ee07d tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/networks?id=b080ab0e-203b-499d-9b26-1d0d5d881ab5 HTTP/1.1" status: 200 len: 817 time: 0.1071274 Feb 07 20:42:21.494549 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-8ac428ae-2ba7-4bb1-bf85-79c838edd7d2 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/quotas/2185d4e79c4947b6869c2dff85759513 HTTP/1.1" status: 200 len: 375 time: 0.0089557 Feb 07 20:42:21.545327 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-30476e30-b1b6-4029-9913-78e351947777 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:21.575984 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-d2344387-2eac-48ac-aa47-173058f6a11d tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2185d4e79c4947b6869c2dff85759513&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764863 Feb 07 20:42:21.655710 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 1ebc2430-98bd-48af-bd42-f79a030f9176 no longer exists at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:42:21.678582 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] No Port match for: 1ebc2430-98bd-48af-bd42-f79a030f9176 {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:42:21.679019 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 1ebc2430-98bd-48af-bd42-f79a030f9176 not bound to the agent host hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:42:21.709052 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-30476e30-b1b6-4029-9913-78e351947777 admin admin] Publish callbacks [] for security_group (afc6eea9-4f39-445a-bdfa-81a321699e8b), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:21.711870 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-e260e3eb-fb70-4c80-86f3-1679f3af5588 service neutron] 10.222.0.60 "GET /v2.0/networks/b080ab0e-203b-499d-9b26-1d0d5d881ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234615 Feb 07 20:42:21.712975 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-30476e30-b1b6-4029-9913-78e351947777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (afc6eea9-4f39-445a-bdfa-81a321699e8b), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:21.797527 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-30476e30-b1b6-4029-9913-78e351947777 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7266956926eb4f8d9157b9312a57aa96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3680673 Feb 07 20:42:21.800145 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 55680) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:42:21.805207 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30476e30-b1b6-4029-9913-78e351947777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc6eea9-4f39-445a-bdfa-81a321699e8b,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:42:21.837494 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-6d5c3d4e-10e1-435e-b320-4c21750c7267 service neutron] 10.222.0.60 "GET /v2.0/networks/b080ab0e-203b-499d-9b26-1d0d5d881ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196959 Feb 07 20:42:21.847638 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ec5307cf-66e6-4411-88f6-4257f8b84407 admin admin] Publish callbacks [] for security_group (afc6eea9-4f39-445a-bdfa-81a321699e8b), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:21.869121 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ec5307cf-66e6-4411-88f6-4257f8b84407 admin admin] Publish callbacks [] for security_group (afc6eea9-4f39-445a-bdfa-81a321699e8b), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:21.917372 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ec5307cf-66e6-4411-88f6-4257f8b84407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (afc6eea9-4f39-445a-bdfa-81a321699e8b), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:21.920124 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ec5307cf-66e6-4411-88f6-4257f8b84407 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:21.921256 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-ec5307cf-66e6-4411-88f6-4257f8b84407 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/afc6eea9-4f39-445a-bdfa-81a321699e8b HTTP/1.1" status: 204 len: 168 time: 0.1199734 Feb 07 20:42:21.931106 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5307cf-66e6-4411-88f6-4257f8b84407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc6eea9-4f39-445a-bdfa-81a321699e8b,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:42:22.003713 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-6c1651c9-0cc4-4eea-9b64-d465f71151aa req-bdec2dad-6b92-4200-a3c4-e1773d70dddd tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 210 time: 0.0338614 Feb 07 20:42:22.214110 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 55696) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:42:22.227406 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-3e637422-8e89-409a-bd4c-8842e50354cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:22.302146 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-3e637422-8e89-409a-bd4c-8842e50354cd admin admin] Publish callbacks [] for security_group (88791e67-a19b-426e-acb2-f1e81b47f861), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:22.305626 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-3e637422-8e89-409a-bd4c-8842e50354cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (88791e67-a19b-426e-acb2-f1e81b47f861), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:22.344049 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-3e637422-8e89-409a-bd4c-8842e50354cd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4617c56ddf20439fbf0eff14b22ff101&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1288173 Feb 07 20:42:22.344906 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e637422-8e89-409a-bd4c-8842e50354cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88791e67-a19b-426e-acb2-f1e81b47f861,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:42:22.347654 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 55698) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:42:22.402644 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-60b9d618-4fe7-4732-909c-de3412327993 admin admin] Publish callbacks [] for security_group (88791e67-a19b-426e-acb2-f1e81b47f861), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:22.423401 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-60b9d618-4fe7-4732-909c-de3412327993 admin admin] Publish callbacks [] for security_group (88791e67-a19b-426e-acb2-f1e81b47f861), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:22.470225 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-60b9d618-4fe7-4732-909c-de3412327993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (88791e67-a19b-426e-acb2-f1e81b47f861), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:22.472875 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-60b9d618-4fe7-4732-909c-de3412327993 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:22.474513 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-60b9d618-4fe7-4732-909c-de3412327993 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/88791e67-a19b-426e-acb2-f1e81b47f861 HTTP/1.1" status: 204 len: 168 time: 0.1257281 Feb 07 20:42:22.490803 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b9d618-4fe7-4732-909c-de3412327993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88791e67-a19b-426e-acb2-f1e81b47f861,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:42:22.962794 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-a421eb0b-358d-4113-983b-ac11aa254e24 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:22.964668 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-a421eb0b-358d-4113-983b-ac11aa254e24 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.24 "GET /v2.0/networks?id=b080ab0e-203b-499d-9b26-1d0d5d881ab5 HTTP/1.1" status: 200 len: 817 time: 0.1264734 Feb 07 20:42:23.040482 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-6ae22b36-6609-44a1-a2c2-ab4bd30424b5 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2185d4e79c4947b6869c2dff85759513 HTTP/1.1" status: 200 len: 379 time: 0.0659838 Feb 07 20:42:23.051112 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-7085e403-cac5-4bf1-bedf-ff2f0804735a tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Request body: {'port': {'device_id': 'a730c212-2fbf-4da4-aa2f-41766e3fcf7d', 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5', 'admin_state_up': True, 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'security_groups': ['5d987f2f-024c-44c0-ade4-edb6a0dad07e']}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:42:23.111736 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-4dd567cd-6596-499e-83e9-9a4dca595664 req-54d82735-b0b8-4955-897e-37f93589f3f5 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 210 time: 0.0322433 Feb 07 20:42:23.160314 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-7085e403-cac5-4bf1-bedf-ff2f0804735a tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Made reservation on behalf of 2185d4e79c4947b6869c2dff85759513 for: {'port': 1} {{(pid=102681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:42:23.164182 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-7085e403-cac5-4bf1-bedf-ff2f0804735a tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:23.290598 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.db_base_plugin_common [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-7085e403-cac5-4bf1-bedf-ff2f0804735a tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Allocated IP 172.20.0.4 (b080ab0e-203b-499d-9b26-1d0d5d881ab5/e2b04cad-c27a-42ce-981e-86830a1e7466/d12215d9-38c9-4cc5-aec9-4d701de680fc) {{(pid=102681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:42:23.435095 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-7085e403-cac5-4bf1-bedf-ff2f0804735a tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks [] for port (d12215d9-38c9-4cc5-aec9-4d701de680fc), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:23.468083 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-7085e403-cac5-4bf1-bedf-ff2f0804735a tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (d12215d9-38c9-4cc5-aec9-4d701de680fc), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:23.510235 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-7085e403-cac5-4bf1-bedf-ff2f0804735a tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Network b080ab0e-203b-499d-9b26-1d0d5d881ab5 is already hosted by enough agents. {{(pid=102681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:42:23.515226 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.base_scheduler [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-7085e403-cac5-4bf1-bedf-ff2f0804735a tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Resources bound (agent type, host, resource id): {{(pid=102681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:42:23.518087 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-7085e403-cac5-4bf1-bedf-ff2f0804735a tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Received port after_create {{(pid=102681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:42:23.551361 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085e403-cac5-4bf1-bedf-ff2f0804735a tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Pushing event updated for resources: {'Port': ['ID=d12215d9-38c9-4cc5-aec9-4d701de680fc,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:42:23.578738 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-7085e403-cac5-4bf1-bedf-ff2f0804735a tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:23.579802 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-7085e403-cac5-4bf1-bedf-ff2f0804735a tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:23.606160 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-7085e403-cac5-4bf1-bedf-ff2f0804735a tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5500619 Feb 07 20:42:23.609261 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-68b396d0-37ff-4357-9242-af0c49db080a service neutron] Request body: {'port': {'device_id': 'a730c212-2fbf-4da4-aa2f-41766e3fcf7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82815'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:42:23.675871 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-68b396d0-37ff-4357-9242-af0c49db080a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (d12215d9-38c9-4cc5-aec9-4d701de680fc), before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:23.795257 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-33530340-26f8-4748-aaaa-cfa161cba752 None None] Provisioning complete for port d12215d9-38c9-4cc5-aec9-4d701de680fc triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:42:23.795800 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-33530340-26f8-4748-aaaa-cfa161cba752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (d12215d9-38c9-4cc5-aec9-4d701de680fc), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:23.829890 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-33530340-26f8-4748-aaaa-cfa161cba752 None None] Port d12215d9-38c9-4cc5-aec9-4d701de680fc cannot update to ACTIVE because it is not bound. {{(pid=102682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:42:23.953931 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-68b396d0-37ff-4357-9242-af0c49db080a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d12215d9-38c9-4cc5-aec9-4d701de680fc {{(pid=102681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:42:23.961750 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-68b396d0-37ff-4357-9242-af0c49db080a service neutron] Publish callbacks [] for port (d12215d9-38c9-4cc5-aec9-4d701de680fc), precommit_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:23.973542 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.provisioning_blocks [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-68b396d0-37ff-4357-9242-af0c49db080a service neutron] Transition to ACTIVE for port object d12215d9-38c9-4cc5-aec9-4d701de680fc will not be triggered until provisioned by entity L2. {{(pid=102681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:42:23.976827 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-68b396d0-37ff-4357-9242-af0c49db080a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3187874'] for port (d12215d9-38c9-4cc5-aec9-4d701de680fc), after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:24.035888 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b396d0-37ff-4357-9242-af0c49db080a service neutron] Pushing event updated for resources: {'Port': ['ID=d12215d9-38c9-4cc5-aec9-4d701de680fc,revision_number=2']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:42:24.107819 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-68b396d0-37ff-4357-9242-af0c49db080a service neutron] Attempting to bind port d12215d9-38c9-4cc5-aec9-4d701de680fc on host hv-cinder-82815 for vnic_type normal with profile {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:42:24.108190 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-68b396d0-37ff-4357-9242-af0c49db080a service neutron] Attempting to bind port d12215d9-38c9-4cc5-aec9-4d701de680fc by drivers openvswitch,hyperv on host hv-cinder-82815 at level 0 using segments [{'id': '025e846a-937e-4847-b04b-5f3e732f1e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5'}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:42:24.108626 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-68b396d0-37ff-4357-9242-af0c49db080a service neutron] Attempting to bind port d12215d9-38c9-4cc5-aec9-4d701de680fc on network b080ab0e-203b-499d-9b26-1d0d5d881ab5 {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:42:24.116847 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-68b396d0-37ff-4357-9242-af0c49db080a service neutron] Port d12215d9-38c9-4cc5-aec9-4d701de680fc on network b080ab0e-203b-499d-9b26-1d0d5d881ab5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82815 {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:42:24.117102 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-68b396d0-37ff-4357-9242-af0c49db080a service neutron] Attempting to bind port d12215d9-38c9-4cc5-aec9-4d701de680fc on network b080ab0e-203b-499d-9b26-1d0d5d881ab5 {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:42:24.124429 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-68b396d0-37ff-4357-9242-af0c49db080a service neutron] Checking agent: {'id': '2db0d972-3e88-4a6a-9d75-f8f2fe350c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82815', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 33, 26), 'started_at': datetime.datetime(2022, 2, 7, 20, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:42:24.124764 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-68b396d0-37ff-4357-9242-af0c49db080a service neutron] Checking segment: {'id': '025e846a-937e-4847-b04b-5f3e732f1e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:42:24.125145 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-68b396d0-37ff-4357-9242-af0c49db080a service neutron] Bound using segment: {'id': '025e846a-937e-4847-b04b-5f3e732f1e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5'} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:42:24.125569 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-68b396d0-37ff-4357-9242-af0c49db080a service neutron] Bound port: d12215d9-38c9-4cc5-aec9-4d701de680fc, host: hv-cinder-82815, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '025e846a-937e-4847-b04b-5f3e732f1e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5'}}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:42:24.125922 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-68b396d0-37ff-4357-9242-af0c49db080a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (d12215d9-38c9-4cc5-aec9-4d701de680fc), before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:24.213554 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-68b396d0-37ff-4357-9242-af0c49db080a service neutron] For port d12215d9-38c9-4cc5-aec9-4d701de680fc, host hv-cinder-82815, cleared binding levels {{(pid=102681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:42:24.242809 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-68b396d0-37ff-4357-9242-af0c49db080a service neutron] For port d12215d9-38c9-4cc5-aec9-4d701de680fc, host hv-cinder-82815, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=d12215d9-38c9-4cc5-aec9-4d701de680fc,segment=NetworkSegment(025e846a-937e-4847-b04b-5f3e732f1e22),segment_id=025e846a-937e-4847-b04b-5f3e732f1e22)] {{(pid=102681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:42:24.249874 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-68b396d0-37ff-4357-9242-af0c49db080a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3187874'] for port (d12215d9-38c9-4cc5-aec9-4d701de680fc), after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:24.545888 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-68b396d0-37ff-4357-9242-af0c49db080a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:24.546493 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-68b396d0-37ff-4357-9242-af0c49db080a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:24.547886 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-68b396d0-37ff-4357-9242-af0c49db080a service neutron] 10.222.0.24 "PUT /v2.0/ports/d12215d9-38c9-4cc5-aec9-4d701de680fc HTTP/1.1" status: 200 len: 1093 time: 0.9436023 Feb 07 20:42:24.549260 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a730c212-2fbf-4da4-aa2f-41766e3fcf7d', 'tag': 'd12215d9-38c9-4cc5-aec9-4d701de680fc'}] {{(pid=102681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:42:24.552097 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d543a4f93c545b9f4b4319baf8ff9337481391693fb3bbf25dbe09721f1c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddabef52-1391-4915-8b90-81f08f1e2e57" -d '{"events": [{"name": "network-changed", "server_uuid": "a730c212-2fbf-4da4-aa2f-41766e3fcf7d", "tag": "d12215d9-38c9-4cc5-aec9-4d701de680fc"}]}' {{(pid=102681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:42:24.568183 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd27e57-b22a-4ee7-a260-29eda0e465fc req-369d51ea-3bb1-49b2-b153-65a088314977 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:24.569660 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-2fd27e57-b22a-4ee7-a260-29eda0e465fc req-369d51ea-3bb1-49b2-b153-65a088314977 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 943 time: 0.3676786 Feb 07 20:42:24.595553 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b28ac5-136b-4225-a9f6-07395cc35207 x-openstack-request-id: req-71b28ac5-136b-4225-a9f6-07395cc35207 {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:42:24.595864 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a730c212-2fbf-4da4-aa2f-41766e3fcf7d", "tag": "d12215d9-38c9-4cc5-aec9-4d701de680fc", "status": "completed", "code": 200}]} {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:42:24.596099 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-71b28ac5-136b-4225-a9f6-07395cc35207 {{(pid=102681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:42:24.596491 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a730c212-2fbf-4da4-aa2f-41766e3fcf7d', 'tag': 'd12215d9-38c9-4cc5-aec9-4d701de680fc', 'status': 'completed', 'code': 200} Feb 07 20:42:24.599689 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b396d0-37ff-4357-9242-af0c49db080a service neutron] Pushing event updated for resources: {'Port': ['ID=d12215d9-38c9-4cc5-aec9-4d701de680fc,revision_number=3']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:42:24.657118 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-2fd27e57-b22a-4ee7-a260-29eda0e465fc req-9d691f00-c64f-40ff-b189-6b01081f5214 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787511 Feb 07 20:42:24.667173 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-af1c2ab8-819d-4bf3-b310-e55c85563ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:24.668690 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-af1c2ab8-819d-4bf3-b310-e55c85563ea5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2185d4e79c4947b6869c2dff85759513&device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 1127 time: 0.0661464 Feb 07 20:42:24.714943 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-ed61f075-7035-4335-980d-0c4ac8f1c61d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d12215d9-38c9-4cc5-aec9-4d701de680fc HTTP/1.1" status: 200 len: 217 time: 0.0386021 Feb 07 20:42:24.764352 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-5d9ea58a-0d09-40ef-ae66-f6dca6b39157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:24.765933 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-5d9ea58a-0d09-40ef-ae66-f6dca6b39157 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2b04cad-c27a-42ce-981e-86830a1e7466 HTTP/1.1" status: 200 len: 856 time: 0.0455046 Feb 07 20:42:24.816097 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-07128428-d4d6-4036-b317-73f973212f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:24.817515 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-07128428-d4d6-4036-b317-73f973212f71 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b080ab0e-203b-499d-9b26-1d0d5d881ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447967 Feb 07 20:42:24.908831 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-4c19e29b-04e2-4b49-928d-6cd4b3cb37fe service neutron] 10.222.0.24 "GET /v2.0/networks/b080ab0e-203b-499d-9b26-1d0d5d881ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847719 Feb 07 20:42:24.997785 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-0650cd66-b046-4865-9c1d-190e3556f5e4 req-665503e7-a0ce-4303-84e0-8ea473c89b5f service neutron] 10.222.0.24 "GET /v2.0/networks/b080ab0e-203b-499d-9b26-1d0d5d881ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794311 Feb 07 20:42:25.091878 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabef52-1391-4915-8b90-81f08f1e2e57 req-c709f6e8-c401-4444-b861-a0be72df7479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:25.093362 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ddabef52-1391-4915-8b90-81f08f1e2e57 req-c709f6e8-c401-4444-b861-a0be72df7479 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2185d4e79c4947b6869c2dff85759513&device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 1127 time: 0.0446820 Feb 07 20:42:25.182667 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabef52-1391-4915-8b90-81f08f1e2e57 req-5e86d214-17f8-4a6f-a74b-633608fdeb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:25.184611 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ddabef52-1391-4915-8b90-81f08f1e2e57 req-5e86d214-17f8-4a6f-a74b-633608fdeb94 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b080ab0e-203b-499d-9b26-1d0d5d881ab5 HTTP/1.1" status: 200 len: 918 time: 0.0839398 Feb 07 20:42:25.228732 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ddabef52-1391-4915-8b90-81f08f1e2e57 req-27e5e3d6-35a0-49d7-95bf-87a526197d5e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d12215d9-38c9-4cc5-aec9-4d701de680fc HTTP/1.1" status: 200 len: 217 time: 0.0370288 Feb 07 20:42:25.280780 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabef52-1391-4915-8b90-81f08f1e2e57 req-f9de1632-2138-4123-beca-2c566723d63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:25.282237 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ddabef52-1391-4915-8b90-81f08f1e2e57 req-f9de1632-2138-4123-beca-2c566723d63b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2b04cad-c27a-42ce-981e-86830a1e7466 HTTP/1.1" status: 200 len: 856 time: 0.0476251 Feb 07 20:42:25.333856 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabef52-1391-4915-8b90-81f08f1e2e57 req-1346ddf2-aa80-476d-be25-f862220deab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:25.335418 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ddabef52-1391-4915-8b90-81f08f1e2e57 req-1346ddf2-aa80-476d-be25-f862220deab8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b080ab0e-203b-499d-9b26-1d0d5d881ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467744 Feb 07 20:42:25.425055 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ddabef52-1391-4915-8b90-81f08f1e2e57 req-75443ba6-6039-4bba-850d-427616e24753 service neutron] 10.222.0.24 "GET /v2.0/networks/b080ab0e-203b-499d-9b26-1d0d5d881ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828321 Feb 07 20:42:25.520308 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ddabef52-1391-4915-8b90-81f08f1e2e57 req-f196b69f-c0db-4c7d-820b-688b4a803990 service neutron] 10.222.0.24 "GET /v2.0/networks/b080ab0e-203b-499d-9b26-1d0d5d881ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863421 Feb 07 20:42:25.782576 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa660d-5c76-438f-b810-a90834923592 req-f710ab14-9132-4759-8aa0-fa4b88164b16 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:25.784372 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-7bfa660d-5c76-438f-b810-a90834923592 req-f710ab14-9132-4759-8aa0-fa4b88164b16 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 943 time: 0.0541575 Feb 07 20:42:25.830992 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-7bfa660d-5c76-438f-b810-a90834923592 req-dc2de597-1202-42b9-9ab9-2ae52b084a07 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408831 Feb 07 20:42:26.615263 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (2db0d972-3e88-4a6a-9d75-f8f2fe350c5f), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:26.619916 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-bdb85f68-e931-42f4-b477-8714c8d348ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:26.644329 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 55770) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:42:26.750391 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d8e1a149-94e7-41fc-a8ba-b932bb2d976c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:26.822528 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d8e1a149-94e7-41fc-a8ba-b932bb2d976c admin admin] Publish callbacks [] for security_group (aa6ab8e9-0c44-454d-8a62-71054cab934d), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:26.826218 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d8e1a149-94e7-41fc-a8ba-b932bb2d976c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (aa6ab8e9-0c44-454d-8a62-71054cab934d), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:26.864802 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-d8e1a149-94e7-41fc-a8ba-b932bb2d976c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a2cbcab5d7354b21a72c9a4a9b1e5181&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192130 Feb 07 20:42:26.865853 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e1a149-94e7-41fc-a8ba-b932bb2d976c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6ab8e9-0c44-454d-8a62-71054cab934d,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:42:26.867507 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 55776) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:42:26.944884 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-2018ad78-4fa1-411f-bb71-70b94c00f397 admin admin] Publish callbacks [] for security_group (aa6ab8e9-0c44-454d-8a62-71054cab934d), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:26.977044 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-2018ad78-4fa1-411f-bb71-70b94c00f397 admin admin] Publish callbacks [] for security_group (aa6ab8e9-0c44-454d-8a62-71054cab934d), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:26.984862 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e90cb2-1545-4438-be1c-cddefcc38562 req-613c47b5-c266-4b93-98cf-0fff46617849 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:26.986317 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-76e90cb2-1545-4438-be1c-cddefcc38562 req-613c47b5-c266-4b93-98cf-0fff46617849 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 943 time: 0.0795345 Feb 07 20:42:27.056538 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-76e90cb2-1545-4438-be1c-cddefcc38562 req-c125442b-a655-4a75-8838-9acd7ee209be tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645676 Feb 07 20:42:27.069287 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-2018ad78-4fa1-411f-bb71-70b94c00f397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (aa6ab8e9-0c44-454d-8a62-71054cab934d), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:27.072098 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-2018ad78-4fa1-411f-bb71-70b94c00f397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:27.075662 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-2018ad78-4fa1-411f-bb71-70b94c00f397 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aa6ab8e9-0c44-454d-8a62-71054cab934d HTTP/1.1" status: 204 len: 168 time: 0.2047689 Feb 07 20:42:27.081287 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2018ad78-4fa1-411f-bb71-70b94c00f397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6ab8e9-0c44-454d-8a62-71054cab934d,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:42:27.329032 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 55782) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:42:27.342470 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2761b7b1-b12c-4a89-acaf-a52ed3cecaf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:27.654007 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2761b7b1-b12c-4a89-acaf-a52ed3cecaf5 admin admin] Publish callbacks [] for security_group (687b0aaf-5fe2-4ee5-9786-cc9f9651065e), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:27.657967 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-2761b7b1-b12c-4a89-acaf-a52ed3cecaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (687b0aaf-5fe2-4ee5-9786-cc9f9651065e), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:27.694605 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-2761b7b1-b12c-4a89-acaf-a52ed3cecaf5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a7afafe39c12450f9936ba97dff8c8ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3644652 Feb 07 20:42:27.695451 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761b7b1-b12c-4a89-acaf-a52ed3cecaf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687b0aaf-5fe2-4ee5-9786-cc9f9651065e,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:42:27.697597 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 55784) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:42:27.702611 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761b7b1-b12c-4a89-acaf-a52ed3cecaf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:42:27.702766 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device d12215d9-38c9-4cc5-aec9-4d701de680fc details requested by agent hyperv_hv-cinder-82815 with host hv-cinder-82815 {{(pid=102682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:42:27.703205 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761b7b1-b12c-4a89-acaf-a52ed3cecaf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:42:27.703499 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761b7b1-b12c-4a89-acaf-a52ed3cecaf5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:42:27.703908 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761b7b1-b12c-4a89-acaf-a52ed3cecaf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:42:27.704646 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761b7b1-b12c-4a89-acaf-a52ed3cecaf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:42:27.704981 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761b7b1-b12c-4a89-acaf-a52ed3cecaf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:42:27.705308 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761b7b1-b12c-4a89-acaf-a52ed3cecaf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:42:27.705634 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761b7b1-b12c-4a89-acaf-a52ed3cecaf5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:42:27.705960 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761b7b1-b12c-4a89-acaf-a52ed3cecaf5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:42:27.706280 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761b7b1-b12c-4a89-acaf-a52ed3cecaf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:42:27.706599 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761b7b1-b12c-4a89-acaf-a52ed3cecaf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:42:27.706914 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761b7b1-b12c-4a89-acaf-a52ed3cecaf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:42:27.707794 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761b7b1-b12c-4a89-acaf-a52ed3cecaf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:42:27.746539 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-0f3491c2-8a9a-4a29-8c7e-917009ecc9bd admin admin] Publish callbacks [] for security_group (687b0aaf-5fe2-4ee5-9786-cc9f9651065e), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:27.769452 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-0f3491c2-8a9a-4a29-8c7e-917009ecc9bd admin admin] Publish callbacks [] for security_group (687b0aaf-5fe2-4ee5-9786-cc9f9651065e), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:27.815494 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port d12215d9-38c9-4cc5-aec9-4d701de680fc, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=d12215d9-38c9-4cc5-aec9-4d701de680fc,segment=NetworkSegment(025e846a-937e-4847-b04b-5f3e732f1e22),segment_id=025e846a-937e-4847-b04b-5f3e732f1e22)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:42:27.816037 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-0f3491c2-8a9a-4a29-8c7e-917009ecc9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (687b0aaf-5fe2-4ee5-9786-cc9f9651065e), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:27.819249 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-0f3491c2-8a9a-4a29-8c7e-917009ecc9bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:27.820432 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-0f3491c2-8a9a-4a29-8c7e-917009ecc9bd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/687b0aaf-5fe2-4ee5-9786-cc9f9651065e HTTP/1.1" status: 204 len: 168 time: 0.1218688 Feb 07 20:42:27.828053 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3491c2-8a9a-4a29-8c7e-917009ecc9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687b0aaf-5fe2-4ee5-9786-cc9f9651065e,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:42:27.828455 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Returning: {'device': 'd12215d9-38c9-4cc5-aec9-4d701de680fc', 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5', 'port_id': 'd12215d9-38c9-4cc5-aec9-4d701de680fc', 'mac_address': 'fa:16:3e:2b:da:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2b04cad-c27a-42ce-981e-86830a1e7466', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:42:27.878368 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port d12215d9-38c9-4cc5-aec9-4d701de680fc is: DOWN; New status is: BUILD {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:42:27.878760 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (d12215d9-38c9-4cc5-aec9-4d701de680fc), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:27.893405 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d12215d9-38c9-4cc5-aec9-4d701de680fc {{(pid=102682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:42:27.917433 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port d12215d9-38c9-4cc5-aec9-4d701de680fc, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=d12215d9-38c9-4cc5-aec9-4d701de680fc,segment=NetworkSegment(025e846a-937e-4847-b04b-5f3e732f1e22),segment_id=025e846a-937e-4847-b04b-5f3e732f1e22)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:42:27.921469 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (d12215d9-38c9-4cc5-aec9-4d701de680fc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:27.966093 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=d12215d9-38c9-4cc5-aec9-4d701de680fc,revision_number=4']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:42:27.973833 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:42:27.974199 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:42:27.974553 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:42:27.974883 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:42:27.975202 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:42:27.975548 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:42:27.975865 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:42:27.976229 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:42:27.976519 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:42:27.976800 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:42:27.977113 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:42:27.977415 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:42:27.977723 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:42:28.173786 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['d12215d9-38c9-4cc5-aec9-4d701de680fc'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:42:28.180159 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de139a-6efe-426b-a91d-1518dc711f83 req-bbedb51a-f02f-4e73-b5cd-c93aaeadc8db tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:28.181683 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-51de139a-6efe-426b-a91d-1518dc711f83 req-bbedb51a-f02f-4e73-b5cd-c93aaeadc8db tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 944 time: 0.0535181 Feb 07 20:42:28.233866 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-51de139a-6efe-426b-a91d-1518dc711f83 req-e031d085-cf6e-477f-aecd-3c4574bea8df tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458722 Feb 07 20:42:28.881604 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-02c176b2-e5bf-43a0-b32c-04d3b6c41928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:29.359814 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcde092-5e7e-43d7-9f7b-9b76b7c0a01b req-d5a82df0-737f-47e8-8120-b4d60973aa84 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:29.361292 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-4bcde092-5e7e-43d7-9f7b-9b76b7c0a01b req-d5a82df0-737f-47e8-8120-b4d60973aa84 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 944 time: 0.0540447 Feb 07 20:42:29.407971 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-4bcde092-5e7e-43d7-9f7b-9b76b7c0a01b req-6f2928b7-bd3f-4152-95dd-3f47b947085b tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411682 Feb 07 20:42:29.718116 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device d12215d9-38c9-4cc5-aec9-4d701de680fc up at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:42:29.774844 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning for port d12215d9-38c9-4cc5-aec9-4d701de680fc completed by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:42:29.779231 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning complete for port d12215d9-38c9-4cc5-aec9-4d701de680fc triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:42:29.779724 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (d12215d9-38c9-4cc5-aec9-4d701de680fc), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:29.869727 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port d12215d9-38c9-4cc5-aec9-4d701de680fc is: BUILD; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:42:29.870189 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (d12215d9-38c9-4cc5-aec9-4d701de680fc), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:29.893609 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a730c212-2fbf-4da4-aa2f-41766e3fcf7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12215d9-38c9-4cc5-aec9-4d701de680fc'}] {{(pid=102682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:42:29.896494 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49691025426d341bc8e7177f0b95fa1f617f1e30ecd73d77513429b9266eb12b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9363d6-780b-44bc-9600-6c30f6893cb0" -d '{"events": [{"server_uuid": "a730c212-2fbf-4da4-aa2f-41766e3fcf7d", "name": "network-vif-plugged", "status": "completed", "tag": "d12215d9-38c9-4cc5-aec9-4d701de680fc"}]}' {{(pid=102682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:42:29.909162 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port d12215d9-38c9-4cc5-aec9-4d701de680fc, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=d12215d9-38c9-4cc5-aec9-4d701de680fc,segment=NetworkSegment(025e846a-937e-4847-b04b-5f3e732f1e22),segment_id=025e846a-937e-4847-b04b-5f3e732f1e22)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:42:29.913646 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (d12215d9-38c9-4cc5-aec9-4d701de680fc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:29.937644 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936008b4-d481-42d4-817c-19563946346f x-openstack-request-id: req-936008b4-d481-42d4-817c-19563946346f {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:42:29.937939 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a730c212-2fbf-4da4-aa2f-41766e3fcf7d", "name": "network-vif-plugged", "status": "completed", "tag": "d12215d9-38c9-4cc5-aec9-4d701de680fc", "code": 200}]} {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:42:29.938240 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-936008b4-d481-42d4-817c-19563946346f {{(pid=102682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:42:29.938629 dv-cinder-828150-2-iscsi neutron-server[102682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a730c212-2fbf-4da4-aa2f-41766e3fcf7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12215d9-38c9-4cc5-aec9-4d701de680fc', 'code': 200} Feb 07 20:42:29.972237 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=d12215d9-38c9-4cc5-aec9-4d701de680fc,revision_number=5']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:42:29.985335 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:30.112665 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b6ba4-fa77-4d58-8909-06a173d57764 req-9025a6fb-ac41-4089-b4ff-771c8e468595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:30.114607 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-834b6ba4-fa77-4d58-8909-06a173d57764 req-9025a6fb-ac41-4089-b4ff-771c8e468595 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 1129 time: 0.0520241 Feb 07 20:42:30.159529 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-834b6ba4-fa77-4d58-8909-06a173d57764 req-2e1d51ef-b6b9-43c5-8d83-991c9a618f65 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358829 Feb 07 20:42:30.531696 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14771c73-57db-4ceb-8af1-344c5f7cb3ed req-06eb3167-319e-49aa-aec4-eb233fa2e96f tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:30.533143 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-14771c73-57db-4ceb-8af1-344c5f7cb3ed req-06eb3167-319e-49aa-aec4-eb233fa2e96f tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 945 time: 0.0517159 Feb 07 20:42:30.578418 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-14771c73-57db-4ceb-8af1-344c5f7cb3ed req-6ccbc709-fdef-408a-9227-678d08425557 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393679 Feb 07 20:42:31.498706 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:31.710427 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29bce1-7541-4dbf-82be-cc26abe454f7 req-16005082-30b6-4dad-8e04-12d407fb40ec tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:31.711944 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-ca29bce1-7541-4dbf-82be-cc26abe454f7 req-16005082-30b6-4dad-8e04-12d407fb40ec tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 945 time: 0.0593801 Feb 07 20:42:31.757242 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-ca29bce1-7541-4dbf-82be-cc26abe454f7 req-e8d021b3-9fe7-4603-a32c-81f1a74729df tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397272 Feb 07 20:42:31.880270 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2070ef-9a0e-44a9-b823-877e53a3cb9b req-cb3a9694-5fa8-4c15-96bd-8b1da46b4841 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:31.881917 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-dd2070ef-9a0e-44a9-b823-877e53a3cb9b req-cb3a9694-5fa8-4c15-96bd-8b1da46b4841 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 945 time: 0.0572026 Feb 07 20:42:31.890627 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 55880) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:42:31.894998 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-5aca959e-8a7f-4b96-882f-c09a4eaf8dba tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Request body: {'floatingip': {'port_id': 'd12215d9-38c9-4cc5-aec9-4d701de680fc'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:42:31.933251 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-5aca959e-8a7f-4b96-882f-c09a4eaf8dba tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks [] for floatingip (e707b574-90d5-4b40-9a52-9946bdb38e99), before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:32.350757 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-5aca959e-8a7f-4b96-882f-c09a4eaf8dba tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:32.354394 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-5aca959e-8a7f-4b96-882f-c09a4eaf8dba tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395805'] for floatingip (e707b574-90d5-4b40-9a52-9946bdb38e99), after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:32.452409 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.db.l3_db [None req-5aca959e-8a7f-4b96-882f-c09a4eaf8dba tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Floating IP e707b574-90d5-4b40-9a52-9946bdb38e99 associated. External IP: 172.27.3.81, port: d12215d9-38c9-4cc5-aec9-4d701de680fc. Feb 07 20:42:32.655684 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aca959e-8a7f-4b96-882f-c09a4eaf8dba tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Router cfd4ecd9-5890-4655-9cb9-5320d9fb0b23 has already been hosted by L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef {{(pid=102681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:42:32.740513 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:32.767866 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aca959e-8a7f-4b96-882f-c09a4eaf8dba tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:42:32.773824 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-5aca959e-8a7f-4b96-882f-c09a4eaf8dba tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for floatingip (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:32.779499 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7279d95-e8bf-4e5e-b3a1-4277fa82f7b7 None None] Sync routers for ids ['cfd4ecd9-5890-4655-9cb9-5320d9fb0b23'] in dv-cinder-828150-2-iscsi {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:42:32.791102 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7279d95-e8bf-4e5e-b3a1-4277fa82f7b7 None None] Routers {'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:42:32.791738 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-c7279d95-e8bf-4e5e-b3a1-4277fa82f7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:42:29Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['cfd4ecd9-5890-4655-9cb9-5320d9fb0b23'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:42:32.806741 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-5aca959e-8a7f-4b96-882f-c09a4eaf8dba tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "PUT /v2.0/floatingips/e707b574-90d5-4b40-9a52-9946bdb38e99 HTTP/1.1" status: 200 len: 990 time: 0.9150667 Feb 07 20:42:32.807780 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a730c212-2fbf-4da4-aa2f-41766e3fcf7d', 'tag': 'd12215d9-38c9-4cc5-aec9-4d701de680fc'}] {{(pid=102681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:42:32.810622 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d543a4f93c545b9f4b4319baf8ff9337481391693fb3bbf25dbe09721f1c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b76c0d-3e1f-40b0-aec2-9652eb0d8b50" -d '{"events": [{"name": "network-changed", "server_uuid": "a730c212-2fbf-4da4-aa2f-41766e3fcf7d", "tag": "d12215d9-38c9-4cc5-aec9-4d701de680fc"}]}' {{(pid=102681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:42:32.866093 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc04eb6-5bbe-4e3a-915e-a04d5545da7e x-openstack-request-id: req-9cc04eb6-5bbe-4e3a-915e-a04d5545da7e {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:42:32.866475 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a730c212-2fbf-4da4-aa2f-41766e3fcf7d", "tag": "d12215d9-38c9-4cc5-aec9-4d701de680fc", "status": "completed", "code": 200}]} {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:42:32.866662 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9cc04eb6-5bbe-4e3a-915e-a04d5545da7e {{(pid=102681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:42:32.867070 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a730c212-2fbf-4da4-aa2f-41766e3fcf7d', 'tag': 'd12215d9-38c9-4cc5-aec9-4d701de680fc', 'status': 'completed', 'code': 200} Feb 07 20:42:32.942198 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d62c04ce-808a-422d-8649-3f16022f199d req-f28a675a-a0c1-41b0-ba01-55f310037f73 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677814 Feb 07 20:42:32.943986 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-c7279d95-e8bf-4e5e-b3a1-4277fa82f7b7 None None] Set router cfd4ecd9-5890-4655-9cb9-5320d9fb0b23 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:42:32.967686 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea38c6-e72d-428e-a480-fd7181eeee61 req-721ca5c2-ab7b-4c4d-b06d-d3f9db14f266 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:32.969697 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-88ea38c6-e72d-428e-a480-fd7181eeee61 req-721ca5c2-ab7b-4c4d-b06d-d3f9db14f266 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 945 time: 0.1030045 Feb 07 20:42:32.991208 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b76c0d-3e1f-40b0-aec2-9652eb0d8b50 req-93f80873-6ba7-4209-9775-3fb799994403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:32.993466 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-e7b76c0d-3e1f-40b0-aec2-9652eb0d8b50 req-93f80873-6ba7-4209-9775-3fb799994403 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2185d4e79c4947b6869c2dff85759513&device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 1129 time: 0.0857577 Feb 07 20:42:33.085634 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c04ce-808a-422d-8649-3f16022f199d req-d2b27049-1c54-4599-83ee-147e5ca5b697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:33.087483 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d62c04ce-808a-422d-8649-3f16022f199d req-d2b27049-1c54-4599-83ee-147e5ca5b697 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=202b4de9f7f64b28b4b916cfb595f7f7&device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 1129 time: 0.0821674 Feb 07 20:42:33.107240 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b76c0d-3e1f-40b0-aec2-9652eb0d8b50 req-83bdb65c-c727-4360-b709-45e98177359e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:33.108759 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-e7b76c0d-3e1f-40b0-aec2-9652eb0d8b50 req-83bdb65c-c727-4360-b709-45e98177359e service neutron] 10.222.0.24 "GET /v2.0/networks?id=b080ab0e-203b-499d-9b26-1d0d5d881ab5 HTTP/1.1" status: 200 len: 918 time: 0.1039412 Feb 07 20:42:33.172541 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-88ea38c6-e72d-428e-a480-fd7181eeee61 req-34bf0831-5a67-427a-bfb1-0d142f467292 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1949282 Feb 07 20:42:33.202049 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-e7b76c0d-3e1f-40b0-aec2-9652eb0d8b50 req-7ad3e970-441a-4d6b-a2b0-8412900b9edd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d12215d9-38c9-4cc5-aec9-4d701de680fc HTTP/1.1" status: 200 len: 998 time: 0.0820508 Feb 07 20:42:33.226612 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-c7279d95-e8bf-4e5e-b3a1-4277fa82f7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'name': 'tempest-AttachVolumeShelveTestJSON-2003434560-router', 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '70b53ee0-8996-4dad-8d55-36b396234f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:21Z', 'updated_at': '2022-02-07T20:39:24Z', 'revision_number': 4, 'project_id': '2185d4e79c4947b6869c2dff85759513', 'gw_port': {'id': '70b53ee0-8996-4dad-8d55-36b396234f01', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:21Z', 'updated_at': '2022-02-07T20:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_floatingips': [{'id': 'e707b574-90d5-4b40-9a52-9946bdb38e99', 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'router_id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'port_id': 'd12215d9-38c9-4cc5-aec9-4d701de680fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5', 'mac_address': 'fa:16:3e:2b:da:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a730c212-2fbf-4da4-aa2f-41766e3fcf7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:42:20Z', 'updated_at': '2022-02-07T20:42:32Z', 'revision_number': 1, 'project_id': '2185d4e79c4947b6869c2dff85759513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd447e2d8-b23c-488c-8dc8-70d57703f8a0', 'name': '', 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5', 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'mac_address': 'fa:16:3e:3c:2d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e2b04cad-c27a-42ce-981e-86830a1e7466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:23Z', 'updated_at': '2022-02-07T20:39:27Z', 'revision_number': 5, 'project_id': '2185d4e79c4947b6869c2dff85759513', 'subnets': [{'id': 'e2b04cad-c27a-42ce-981e-86830a1e7466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:42:33.229246 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c04ce-808a-422d-8649-3f16022f199d req-64504271-344f-4e00-9119-00e13f9da8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:33.231542 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d62c04ce-808a-422d-8649-3f16022f199d req-64504271-344f-4e00-9119-00e13f9da8bb service neutron] 10.222.0.24 "GET /v2.0/networks?id=ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc HTTP/1.1" status: 200 len: 909 time: 0.1099927 Feb 07 20:42:33.254936 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7279d95-e8bf-4e5e-b3a1-4277fa82f7b7 None None] Checking router: cfd4ecd9-5890-4655-9cb9-5320d9fb0b23 for host: dv-cinder-828150-2-iscsi {{(pid=102683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:42:33.259200 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b76c0d-3e1f-40b0-aec2-9652eb0d8b50 req-96c16001-bc19-4950-9238-b713e04585d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:33.260764 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-e7b76c0d-3e1f-40b0-aec2-9652eb0d8b50 req-96c16001-bc19-4950-9238-b713e04585d1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2b04cad-c27a-42ce-981e-86830a1e7466 HTTP/1.1" status: 200 len: 856 time: 0.0528209 Feb 07 20:42:33.263294 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7279d95-e8bf-4e5e-b3a1-4277fa82f7b7 None None] Routers {'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:42:33.263918 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-c7279d95-e8bf-4e5e-b3a1-4277fa82f7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:42:29Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['cfd4ecd9-5890-4655-9cb9-5320d9fb0b23'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:42:33.303253 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d62c04ce-808a-422d-8649-3f16022f199d req-edb82198-fb1b-4ba6-94cc-bc8caf56d1d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a1960f8-7974-4672-89cb-39e9dfc62ca6 HTTP/1.1" status: 200 len: 1001 time: 0.0637226 Feb 07 20:42:33.310140 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b76c0d-3e1f-40b0-aec2-9652eb0d8b50 req-34508024-68b2-4c06-a732-15ca6c9a0055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:33.311705 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-e7b76c0d-3e1f-40b0-aec2-9652eb0d8b50 req-34508024-68b2-4c06-a732-15ca6c9a0055 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b080ab0e-203b-499d-9b26-1d0d5d881ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445881 Feb 07 20:42:33.355434 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c04ce-808a-422d-8649-3f16022f199d req-412cc101-e873-47a7-927e-dd45537e4054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:33.357295 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d62c04ce-808a-422d-8649-3f16022f199d req-412cc101-e873-47a7-927e-dd45537e4054 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26083960-cc8b-4c80-83fe-38db4307b6b4 HTTP/1.1" status: 200 len: 847 time: 0.0464306 Feb 07 20:42:33.375597 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-c7279d95-e8bf-4e5e-b3a1-4277fa82f7b7 None None] Set router cfd4ecd9-5890-4655-9cb9-5320d9fb0b23 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:42:33.403113 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-e7b76c0d-3e1f-40b0-aec2-9652eb0d8b50 req-0f871ee8-553c-4240-a360-69e507d57ba4 service neutron] 10.222.0.24 "GET /v2.0/networks/b080ab0e-203b-499d-9b26-1d0d5d881ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850983 Feb 07 20:42:33.417365 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c04ce-808a-422d-8649-3f16022f199d req-593a8345-2ffa-4877-a527-0ac542b15336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:33.418971 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d62c04ce-808a-422d-8649-3f16022f199d req-593a8345-2ffa-4877-a527-0ac542b15336 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542319 Feb 07 20:42:33.497789 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-e7b76c0d-3e1f-40b0-aec2-9652eb0d8b50 req-96045d48-687b-4034-b4ab-4100cb7f9dde service neutron] 10.222.0.24 "GET /v2.0/networks/b080ab0e-203b-499d-9b26-1d0d5d881ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890453 Feb 07 20:42:33.515034 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d62c04ce-808a-422d-8649-3f16022f199d req-799624f5-bc1c-4efe-8dfa-55175f3533cf service neutron] 10.222.0.24 "GET /v2.0/networks/ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876541 Feb 07 20:42:33.601290 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-c7279d95-e8bf-4e5e-b3a1-4277fa82f7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'name': 'tempest-AttachVolumeShelveTestJSON-2003434560-router', 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '70b53ee0-8996-4dad-8d55-36b396234f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:21Z', 'updated_at': '2022-02-07T20:39:24Z', 'revision_number': 4, 'project_id': '2185d4e79c4947b6869c2dff85759513', 'gw_port': {'id': '70b53ee0-8996-4dad-8d55-36b396234f01', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:21Z', 'updated_at': '2022-02-07T20:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_floatingips': [{'id': 'e707b574-90d5-4b40-9a52-9946bdb38e99', 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'router_id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'port_id': 'd12215d9-38c9-4cc5-aec9-4d701de680fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5', 'mac_address': 'fa:16:3e:2b:da:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a730c212-2fbf-4da4-aa2f-41766e3fcf7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:42:20Z', 'updated_at': '2022-02-07T20:42:32Z', 'revision_number': 1, 'project_id': '2185d4e79c4947b6869c2dff85759513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd447e2d8-b23c-488c-8dc8-70d57703f8a0', 'name': '', 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5', 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'mac_address': 'fa:16:3e:3c:2d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e2b04cad-c27a-42ce-981e-86830a1e7466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:23Z', 'updated_at': '2022-02-07T20:39:27Z', 'revision_number': 5, 'project_id': '2185d4e79c4947b6869c2dff85759513', 'subnets': [{'id': 'e2b04cad-c27a-42ce-981e-86830a1e7466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:42:33.606405 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d62c04ce-808a-422d-8649-3f16022f199d req-72af869d-746e-4479-a9c1-a8677d3839c5 service neutron] 10.222.0.24 "GET /v2.0/networks/ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813928 Feb 07 20:42:33.631081 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7279d95-e8bf-4e5e-b3a1-4277fa82f7b7 None None] The sync data for ids ['cfd4ecd9-5890-4655-9cb9-5320d9fb0b23'] in dv-cinder-828150-2-iscsi is: [{'id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'name': 'tempest-AttachVolumeShelveTestJSON-2003434560-router', 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '70b53ee0-8996-4dad-8d55-36b396234f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:21Z', 'updated_at': '2022-02-07T20:39:24Z', 'revision_number': 4, 'project_id': '2185d4e79c4947b6869c2dff85759513', 'gw_port': {'id': '70b53ee0-8996-4dad-8d55-36b396234f01', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:21Z', 'updated_at': '2022-02-07T20:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_floatingips': [{'id': 'e707b574-90d5-4b40-9a52-9946bdb38e99', 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'router_id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'port_id': 'd12215d9-38c9-4cc5-aec9-4d701de680fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5', 'mac_address': 'fa:16:3e:2b:da:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a730c212-2fbf-4da4-aa2f-41766e3fcf7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:42:20Z', 'updated_at': '2022-02-07T20:42:32Z', 'revision_number': 1, 'project_id': '2185d4e79c4947b6869c2dff85759513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd447e2d8-b23c-488c-8dc8-70d57703f8a0', 'name': '', 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5', 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'mac_address': 'fa:16:3e:3c:2d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e2b04cad-c27a-42ce-981e-86830a1e7466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:23Z', 'updated_at': '2022-02-07T20:39:27Z', 'revision_number': 5, 'project_id': '2185d4e79c4947b6869c2dff85759513', 'subnets': [{'id': 'e2b04cad-c27a-42ce-981e-86830a1e7466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:42:33.816486 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496c963e-0368-4fd6-a1c2-8d8b0fb12eaf None None] New status for floating IP e707b574-90d5-4b40-9a52-9946bdb38e99: ACTIVE {{(pid=102682) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 20:42:34.315613 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b71a4-e0d6-4c43-90b8-bdf41461b0d1 req-57eedfa0-eb6a-478e-a226-3101a7a5bf5a tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:34.317615 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-630b71a4-e0d6-4c43-90b8-bdf41461b0d1 req-57eedfa0-eb6a-478e-a226-3101a7a5bf5a tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 945 time: 0.0609906 Feb 07 20:42:34.364240 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-630b71a4-e0d6-4c43-90b8-bdf41461b0d1 req-7f7e1885-065d-4475-984e-1d2a01f06cd5 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411382 Feb 07 20:42:35.765273 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 55940) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:42:35.867434 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7299e516-c857-41e3-9658-4a7d927d1846 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:35.940251 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7299e516-c857-41e3-9658-4a7d927d1846 admin admin] Publish callbacks [] for security_group (f27d9563-5269-477c-8a01-7425eaae3280), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:35.944264 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7299e516-c857-41e3-9658-4a7d927d1846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (f27d9563-5269-477c-8a01-7425eaae3280), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:35.980189 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-7299e516-c857-41e3-9658-4a7d927d1846 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e1c7ae1dfec3448f8feaa0ede5a6a7b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2137914 Feb 07 20:42:35.982166 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7299e516-c857-41e3-9658-4a7d927d1846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27d9563-5269-477c-8a01-7425eaae3280,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:42:35.982900 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 55944) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:42:36.031014 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-90ef5ed0-4d85-4b2c-8075-41362f9082a4 admin admin] Publish callbacks [] for security_group (f27d9563-5269-477c-8a01-7425eaae3280), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:36.051485 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-90ef5ed0-4d85-4b2c-8075-41362f9082a4 admin admin] Publish callbacks [] for security_group (f27d9563-5269-477c-8a01-7425eaae3280), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:36.095069 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-90ef5ed0-4d85-4b2c-8075-41362f9082a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (f27d9563-5269-477c-8a01-7425eaae3280), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:36.097629 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-90ef5ed0-4d85-4b2c-8075-41362f9082a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:36.098758 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-90ef5ed0-4d85-4b2c-8075-41362f9082a4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f27d9563-5269-477c-8a01-7425eaae3280 HTTP/1.1" status: 204 len: 168 time: 0.1148262 Feb 07 20:42:36.106208 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef5ed0-4d85-4b2c-8075-41362f9082a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27d9563-5269-477c-8a01-7425eaae3280,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:42:36.348444 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 55950) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:42:36.361726 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-05477f76-a87b-4637-bc68-e54f9167c428 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:36.437108 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-05477f76-a87b-4637-bc68-e54f9167c428 admin admin] Publish callbacks [] for security_group (8e372180-bd4c-43fd-ad0b-4411997d3ac2), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:36.440826 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-05477f76-a87b-4637-bc68-e54f9167c428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (8e372180-bd4c-43fd-ad0b-4411997d3ac2), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:36.477490 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-05477f76-a87b-4637-bc68-e54f9167c428 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8d8df001aa164957be59e70b5322f347&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1279376 Feb 07 20:42:36.478300 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05477f76-a87b-4637-bc68-e54f9167c428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e372180-bd4c-43fd-ad0b-4411997d3ac2,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:42:36.481064 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 55952) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:42:36.528313 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-8abc883b-6286-4fe6-ad14-8585ba7ed576 admin admin] Publish callbacks [] for security_group (8e372180-bd4c-43fd-ad0b-4411997d3ac2), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:36.552149 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-8abc883b-6286-4fe6-ad14-8585ba7ed576 admin admin] Publish callbacks [] for security_group (8e372180-bd4c-43fd-ad0b-4411997d3ac2), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:36.595085 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-8abc883b-6286-4fe6-ad14-8585ba7ed576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (8e372180-bd4c-43fd-ad0b-4411997d3ac2), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:36.598104 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-8abc883b-6286-4fe6-ad14-8585ba7ed576 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:36.599273 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-8abc883b-6286-4fe6-ad14-8585ba7ed576 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8e372180-bd4c-43fd-ad0b-4411997d3ac2 HTTP/1.1" status: 204 len: 168 time: 0.1168528 Feb 07 20:42:36.606782 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc883b-6286-4fe6-ad14-8585ba7ed576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e372180-bd4c-43fd-ad0b-4411997d3ac2,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:42:36.913042 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 55958) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:42:36.925981 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-60837249-f7c1-41b0-b77a-17d4e380c4f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:36.998149 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-60837249-f7c1-41b0-b77a-17d4e380c4f4 admin admin] Publish callbacks [] for security_group (64db17fb-cfee-4598-b41e-1f6b062c9443), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:37.001863 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-60837249-f7c1-41b0-b77a-17d4e380c4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (64db17fb-cfee-4598-b41e-1f6b062c9443), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:37.040111 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-60837249-f7c1-41b0-b77a-17d4e380c4f4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4b349dc4cb734002ae6667e9c4c720a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1259954 Feb 07 20:42:37.040930 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60837249-f7c1-41b0-b77a-17d4e380c4f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64db17fb-cfee-4598-b41e-1f6b062c9443,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:42:37.042800 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 55960) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:42:37.089758 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d941deff-765c-44c4-9f49-4238ea2922ee admin admin] Publish callbacks [] for security_group (64db17fb-cfee-4598-b41e-1f6b062c9443), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:37.109594 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d941deff-765c-44c4-9f49-4238ea2922ee admin admin] Publish callbacks [] for security_group (64db17fb-cfee-4598-b41e-1f6b062c9443), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:37.164660 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d941deff-765c-44c4-9f49-4238ea2922ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (64db17fb-cfee-4598-b41e-1f6b062c9443), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:37.167284 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-d941deff-765c-44c4-9f49-4238ea2922ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:37.168520 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-d941deff-765c-44c4-9f49-4238ea2922ee admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/64db17fb-cfee-4598-b41e-1f6b062c9443 HTTP/1.1" status: 204 len: 168 time: 0.1245651 Feb 07 20:42:37.176080 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941deff-765c-44c4-9f49-4238ea2922ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64db17fb-cfee-4598-b41e-1f6b062c9443,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:42:40.258567 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68eb2c0-b804-4022-abdc-121ed8f7804a req-e7115795-9a97-4920-9d3f-e09d7bde98a2 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:40.260136 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-e68eb2c0-b804-4022-abdc-121ed8f7804a req-e7115795-9a97-4920-9d3f-e09d7bde98a2 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 945 time: 0.0514772 Feb 07 20:42:40.310508 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-e68eb2c0-b804-4022-abdc-121ed8f7804a req-d84c7308-6129-420b-a97e-695839837599 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/security-groups?id=23fb430a-91c9-4182-9386-8730e7238039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447226 Feb 07 20:42:41.160509 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.agents_db [None req-6ca4556d-c1da-4dc5-8d4b-cf8528912650 None None] Agent healthcheck: found 6 active agents {{(pid=102683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:42:41.428120 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb4f12-b42b-47f7-a3d0-7ee9e1e1cd83 req-7ecc57ce-53d4-4b84-9df8-29b5e9a24dc5 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:41.429478 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f4fb4f12-b42b-47f7-a3d0-7ee9e1e1cd83 req-7ecc57ce-53d4-4b84-9df8-29b5e9a24dc5 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 945 time: 0.0513988 Feb 07 20:42:41.475916 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f4fb4f12-b42b-47f7-a3d0-7ee9e1e1cd83 req-3a8d11f5-30dc-4a6d-b0f7-2adedfe6b09d tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/security-groups?id=23fb430a-91c9-4182-9386-8730e7238039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410848 Feb 07 20:42:42.589388 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfb766-46f2-4dbf-b44e-17ec8ad1721d req-04a604f5-38df-479d-8960-fe9323bdde5b tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:42.590835 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-e9bfb766-46f2-4dbf-b44e-17ec8ad1721d req-04a604f5-38df-479d-8960-fe9323bdde5b tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 945 time: 0.0512009 Feb 07 20:42:42.637769 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-e9bfb766-46f2-4dbf-b44e-17ec8ad1721d req-e3144047-96da-4728-9f8e-4723afec15d9 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/security-groups?id=23fb430a-91c9-4182-9386-8730e7238039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414634 Feb 07 20:42:43.754754 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de90cd4-5edb-42c8-ac1a-db9f6e4520c2 req-98832430-d7fc-47f3-9d85-7e97ce0d3614 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:43.756216 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-1de90cd4-5edb-42c8-ac1a-db9f6e4520c2 req-98832430-d7fc-47f3-9d85-7e97ce0d3614 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 945 time: 0.0537317 Feb 07 20:42:43.803079 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-1de90cd4-5edb-42c8-ac1a-db9f6e4520c2 req-f762ea37-ce9f-42c4-ac2a-ed61bb2d8a71 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/security-groups?id=23fb430a-91c9-4182-9386-8730e7238039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414524 Feb 07 20:42:44.917868 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a96bc-3edc-445e-9bff-cd8c8954434e req-966b2ef6-8eef-45e0-90c0-92518399adb0 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:44.919323 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-5a4a96bc-3edc-445e-9bff-cd8c8954434e req-966b2ef6-8eef-45e0-90c0-92518399adb0 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 945 time: 0.0514758 Feb 07 20:42:44.966134 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-5a4a96bc-3edc-445e-9bff-cd8c8954434e req-ffe2e639-3c7f-4d7a-8efc-bef661da92d8 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/security-groups?id=23fb430a-91c9-4182-9386-8730e7238039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413361 Feb 07 20:42:46.083573 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5c50d-7fce-4ede-878c-e30d57ce69e8 req-416ed96b-c8b8-47d6-9d0f-9668cb8ee98c tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:46.085057 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-5eb5c50d-7fce-4ede-878c-e30d57ce69e8 req-416ed96b-c8b8-47d6-9d0f-9668cb8ee98c tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 945 time: 0.0530000 Feb 07 20:42:46.131376 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-5eb5c50d-7fce-4ede-878c-e30d57ce69e8 req-c7a7a726-ff4f-41cd-9f7a-fc886cc0cbd4 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/security-groups?id=23fb430a-91c9-4182-9386-8730e7238039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409098 Feb 07 20:42:47.252558 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2517d-e884-432d-a352-4c345e04da05 req-fd68f960-017e-4837-8371-de0cd5d82b19 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:47.254004 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-b2a2517d-e884-432d-a352-4c345e04da05 req-fd68f960-017e-4837-8371-de0cd5d82b19 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 945 time: 0.0549645 Feb 07 20:42:47.301030 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-b2a2517d-e884-432d-a352-4c345e04da05 req-73dd4e0d-a7a7-4918-84aa-2629d4167818 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/security-groups?id=23fb430a-91c9-4182-9386-8730e7238039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416064 Feb 07 20:42:48.418362 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f585c9-be24-49d7-8685-45c9cf33aa05 req-a9eb35ba-3bf0-47d3-9949-3c1043b72e8d tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:48.419832 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e7f585c9-be24-49d7-8685-45c9cf33aa05 req-a9eb35ba-3bf0-47d3-9949-3c1043b72e8d tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 945 time: 0.0550551 Feb 07 20:42:48.466623 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e7f585c9-be24-49d7-8685-45c9cf33aa05 req-d36a7695-2b76-4b13-8ed9-bcae64bc223c tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/security-groups?id=23fb430a-91c9-4182-9386-8730e7238039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414784 Feb 07 20:42:49.581746 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357799b-d5a1-49aa-bb8c-d95865ee81e9 req-d2cb6921-dd14-4872-a156-ac74ef0703e6 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:49.583201 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-5357799b-d5a1-49aa-bb8c-d95865ee81e9 req-d2cb6921-dd14-4872-a156-ac74ef0703e6 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 945 time: 0.0514870 Feb 07 20:42:49.629577 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-5357799b-d5a1-49aa-bb8c-d95865ee81e9 req-f3910797-4258-4991-b5fc-50714f6620be tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/security-groups?id=23fb430a-91c9-4182-9386-8730e7238039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409613 Feb 07 20:42:50.395775 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d207f3a-faec-4730-bf0b-ee88c23584c3 req-3cd6c1e2-483b-4856-b88f-6a2dace32a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:50.397237 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9d207f3a-faec-4730-bf0b-ee88c23584c3 req-3cd6c1e2-483b-4856-b88f-6a2dace32a46 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=202b4de9f7f64b28b4b916cfb595f7f7&device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 1129 time: 0.0434062 Feb 07 20:42:50.484218 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d207f3a-faec-4730-bf0b-ee88c23584c3 req-ff489bea-7aca-4fdf-9492-092bde64dc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:50.485641 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9d207f3a-faec-4730-bf0b-ee88c23584c3 req-ff489bea-7aca-4fdf-9492-092bde64dc96 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc HTTP/1.1" status: 200 len: 909 time: 0.0813835 Feb 07 20:42:50.556298 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9d207f3a-faec-4730-bf0b-ee88c23584c3 req-bf442363-b690-4f92-bb6e-8679d094c889 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a1960f8-7974-4672-89cb-39e9dfc62ca6 HTTP/1.1" status: 200 len: 1001 time: 0.0596673 Feb 07 20:42:50.602936 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d207f3a-faec-4730-bf0b-ee88c23584c3 req-8d78e1e8-e285-4e4a-893b-85a3b2235c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:50.604344 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9d207f3a-faec-4730-bf0b-ee88c23584c3 req-8d78e1e8-e285-4e4a-893b-85a3b2235c01 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26083960-cc8b-4c80-83fe-38db4307b6b4 HTTP/1.1" status: 200 len: 847 time: 0.0421681 Feb 07 20:42:50.653301 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d207f3a-faec-4730-bf0b-ee88c23584c3 req-40f7e8fc-2f1c-41cb-8128-0db855f51229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:50.654784 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9d207f3a-faec-4730-bf0b-ee88c23584c3 req-40f7e8fc-2f1c-41cb-8128-0db855f51229 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431609 Feb 07 20:42:50.781244 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9d207f3a-faec-4730-bf0b-ee88c23584c3 req-2a1ab6a8-1fc2-4fef-bdc7-231602b9230e service neutron] 10.222.0.24 "GET /v2.0/networks/ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175530 Feb 07 20:42:50.792545 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7ab92-6908-489f-b03d-01f9f555096a req-02bb5a17-aa5e-4cf0-b707-d978ac5be4dc tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:50.793952 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-24a7ab92-6908-489f-b03d-01f9f555096a req-02bb5a17-aa5e-4cf0-b707-d978ac5be4dc tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 945 time: 0.0867875 Feb 07 20:42:50.891519 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-24a7ab92-6908-489f-b03d-01f9f555096a req-809624b7-67b0-4d25-8821-be41809327d7 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/security-groups?id=23fb430a-91c9-4182-9386-8730e7238039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895140 Feb 07 20:42:50.914450 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9d207f3a-faec-4730-bf0b-ee88c23584c3 req-130b3089-f5ce-4e7f-bb87-51d4712b88d6 service neutron] 10.222.0.24 "GET /v2.0/networks/ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195903 Feb 07 20:42:52.011385 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25740616-9033-4efe-9569-1294347ba100 req-b96f040b-2e8f-4c00-8f19-d1af9638262e tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:52.012885 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-25740616-9033-4efe-9569-1294347ba100 req-b96f040b-2e8f-4c00-8f19-d1af9638262e tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 945 time: 0.0554106 Feb 07 20:42:52.061276 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-25740616-9033-4efe-9569-1294347ba100 req-b59a424d-2d6c-4017-9a79-12a9a1b4fbaf tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/security-groups?id=23fb430a-91c9-4182-9386-8730e7238039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428791 Feb 07 20:42:53.179265 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74fd6a-6334-4a00-9cd8-26bbc7231a46 req-f62db6b7-c9b7-4698-b5c7-1c2cb05077e0 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:53.180821 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-4a74fd6a-6334-4a00-9cd8-26bbc7231a46 req-f62db6b7-c9b7-4698-b5c7-1c2cb05077e0 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 945 time: 0.0544252 Feb 07 20:42:53.230260 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-4a74fd6a-6334-4a00-9cd8-26bbc7231a46 req-52a42599-b86a-45a6-8051-a44df663f037 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/security-groups?id=23fb430a-91c9-4182-9386-8730e7238039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430653 Feb 07 20:42:53.296542 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [req-9e48f374-b5fb-4d88-8c0f-638c18e1ec9a req-b6a3a012-f579-4083-b9e1-4ed4ddee6f2f service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102680) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 20:42:53.297537 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-9e48f374-b5fb-4d88-8c0f-638c18e1ec9a req-b6a3a012-f579-4083-b9e1-4ed4ddee6f2f service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053437 Feb 07 20:42:53.452491 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27beeccd-f755-43ea-b9e5-5e333836b057 req-54f2cb2b-1f2c-40b2-8c51-619d40aa2c08 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:53.453879 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-27beeccd-f755-43ea-b9e5-5e333836b057 req-54f2cb2b-1f2c-40b2-8c51-619d40aa2c08 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 945 time: 0.0563507 Feb 07 20:42:53.474196 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 56002) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:42:53.501858 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-27beeccd-f755-43ea-b9e5-5e333836b057 req-1d555b8d-37f5-4991-b46f-1770b7645708 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/security-groups?id=23fb430a-91c9-4182-9386-8730e7238039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424023 Feb 07 20:42:53.561506 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-bdb3cff6-11d8-46dc-a42f-540c1310ab0d req-772aebd7-52c6-4fe4-9a2f-6675d058a38f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0861583 Feb 07 20:42:53.570447 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [req-bdb3cff6-11d8-46dc-a42f-540c1310ab0d req-25c56da0-9e62-4e6b-84e7-04c38992a024 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102680) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 20:42:53.571375 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-bdb3cff6-11d8-46dc-a42f-540c1310ab0d req-25c56da0-9e62-4e6b-84e7-04c38992a024 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047522 Feb 07 20:42:54.621317 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee099d7-0182-463f-b56b-c9a6111d2c4e req-81597fe1-095d-4b9b-a249-8be9a89b2dd9 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:54.623031 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-aee099d7-0182-463f-b56b-c9a6111d2c4e req-81597fe1-095d-4b9b-a249-8be9a89b2dd9 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 945 time: 0.0560169 Feb 07 20:42:54.673297 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-aee099d7-0182-463f-b56b-c9a6111d2c4e req-ef7e639a-31bc-41bd-888f-74d62486a37b tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/security-groups?id=23fb430a-91c9-4182-9386-8730e7238039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439160 Feb 07 20:42:54.918476 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3cff6-11d8-46dc-a42f-540c1310ab0d req-2c628298-d7a0-4def-b43c-56070f4f5e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:54.919951 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-bdb3cff6-11d8-46dc-a42f-540c1310ab0d req-2c628298-d7a0-4def-b43c-56070f4f5e11 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9&tenant_id=202b4de9f7f64b28b4b916cfb595f7f7 HTTP/1.1" status: 200 len: 1129 time: 0.0429699 Feb 07 20:42:54.982215 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3cff6-11d8-46dc-a42f-540c1310ab0d req-1edcc2c7-5424-4ed7-a0b1-762a6f36cf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:54.983586 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-bdb3cff6-11d8-46dc-a42f-540c1310ab0d req-1edcc2c7-5424-4ed7-a0b1-762a6f36cf6e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=202b4de9f7f64b28b4b916cfb595f7f7&device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 1129 time: 0.0415108 Feb 07 20:42:55.075936 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3cff6-11d8-46dc-a42f-540c1310ab0d req-ce82b567-50e6-4871-9578-2e6447849c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:55.077340 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-bdb3cff6-11d8-46dc-a42f-540c1310ab0d req-ce82b567-50e6-4871-9578-2e6447849c16 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc HTTP/1.1" status: 200 len: 909 time: 0.0826004 Feb 07 20:42:55.140698 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-bdb3cff6-11d8-46dc-a42f-540c1310ab0d req-ea2cf7d8-f715-4105-8eb4-403a3bddc382 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a1960f8-7974-4672-89cb-39e9dfc62ca6 HTTP/1.1" status: 200 len: 1001 time: 0.0554316 Feb 07 20:42:55.191539 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3cff6-11d8-46dc-a42f-540c1310ab0d req-40790981-5dad-47d6-9750-f68813603cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:55.192957 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-bdb3cff6-11d8-46dc-a42f-540c1310ab0d req-40790981-5dad-47d6-9750-f68813603cb0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26083960-cc8b-4c80-83fe-38db4307b6b4 HTTP/1.1" status: 200 len: 847 time: 0.0460296 Feb 07 20:42:55.247584 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3cff6-11d8-46dc-a42f-540c1310ab0d req-23013ce2-7b95-4ba1-a3c8-1ac9a47cae5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:55.248977 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-bdb3cff6-11d8-46dc-a42f-540c1310ab0d req-23013ce2-7b95-4ba1-a3c8-1ac9a47cae5b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439427 Feb 07 20:42:55.333419 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-bdb3cff6-11d8-46dc-a42f-540c1310ab0d req-513a1b02-b243-4e89-9455-06ce3817943d service neutron] 10.222.0.24 "GET /v2.0/networks/ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776992 Feb 07 20:42:55.422661 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-bdb3cff6-11d8-46dc-a42f-540c1310ab0d req-711f2b18-50e8-43f8-91a3-d245e3a63215 service neutron] 10.222.0.24 "GET /v2.0/networks/ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823863 Feb 07 20:42:55.791664 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175c1cb-fc07-40bf-8239-ac98dc2bf2b3 req-dc608e10-3726-4086-8947-8c2936bb2ffa tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:55.793149 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c175c1cb-fc07-40bf-8239-ac98dc2bf2b3 req-dc608e10-3726-4086-8947-8c2936bb2ffa tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 945 time: 0.0529695 Feb 07 20:42:55.840645 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c175c1cb-fc07-40bf-8239-ac98dc2bf2b3 req-9151a960-61ea-4964-9648-dcde185b20db tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/security-groups?id=23fb430a-91c9-4182-9386-8730e7238039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421057 Feb 07 20:42:55.855197 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 9a1960f8-7974-4672-89cb-39e9dfc62ca6 no longer exists at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:42:55.928460 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port 9a1960f8-7974-4672-89cb-39e9dfc62ca6 is: ACTIVE; New status is: DOWN {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:42:55.928837 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (9a1960f8-7974-4672-89cb-39e9dfc62ca6), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:55.950279 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374b5c10-fa85-457a-ae3f-4bf9055631e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a1960f8-7974-4672-89cb-39e9dfc62ca6'}] {{(pid=102682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:42:55.952548 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49691025426d341bc8e7177f0b95fa1f617f1e30ecd73d77513429b9266eb12b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0b08f4-4ca5-4018-b171-d2c31c1ed7be" -d '{"events": [{"server_uuid": "374b5c10-fa85-457a-ae3f-4bf9055631e9", "name": "network-vif-unplugged", "status": "completed", "tag": "9a1960f8-7974-4672-89cb-39e9dfc62ca6"}]}' {{(pid=102682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:42:55.964690 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 9a1960f8-7974-4672-89cb-39e9dfc62ca6, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=9a1960f8-7974-4672-89cb-39e9dfc62ca6,segment=NetworkSegment(498c1219-a51a-4a32-b198-643b3c1847f9),segment_id=498c1219-a51a-4a32-b198-643b3c1847f9)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:42:55.969064 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (9a1960f8-7974-4672-89cb-39e9dfc62ca6), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:55.992856 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 20:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7302e911-887f-4c24-8b3e-8454478e9272 x-openstack-request-id: req-7302e911-887f-4c24-8b3e-8454478e9272 {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:42:55.993146 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374b5c10-fa85-457a-ae3f-4bf9055631e9", "name": "network-vif-unplugged", "status": "completed", "tag": "9a1960f8-7974-4672-89cb-39e9dfc62ca6", "code": 200}]} {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:42:55.993395 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7302e911-887f-4c24-8b3e-8454478e9272 {{(pid=102682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:42:55.993773 dv-cinder-828150-2-iscsi neutron-server[102682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374b5c10-fa85-457a-ae3f-4bf9055631e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a1960f8-7974-4672-89cb-39e9dfc62ca6', 'code': 200} Feb 07 20:42:56.018463 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=9a1960f8-7974-4672-89cb-39e9dfc62ca6,revision_number=6']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:42:56.478427 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (2db0d972-3e88-4a6a-9d75-f8f2fe350c5f), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:56.540964 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-b5181d24-d86a-4231-ab00-f2121fff5180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:56.954360 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48c0c6-64a5-4ce3-83cc-d6ebb057b64e req-ca1c9c6d-b917-4aa4-8e98-69b712e2ac4e tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:56.955807 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9e48c0c6-64a5-4ce3-83cc-d6ebb057b64e req-ca1c9c6d-b917-4aa4-8e98-69b712e2ac4e tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 943 time: 0.0502713 Feb 07 20:42:57.005314 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9e48c0c6-64a5-4ce3-83cc-d6ebb057b64e req-58baf524-240c-4957-a86d-f13a7e759f8c tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/security-groups?id=23fb430a-91c9-4182-9386-8730e7238039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437164 Feb 07 20:42:58.125855 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441da2d2-31b8-4d12-bf68-886721fab83f req-07cfae9d-af48-4c44-8446-6b01e1f2058e tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:58.127207 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-441da2d2-31b8-4d12-bf68-886721fab83f req-07cfae9d-af48-4c44-8446-6b01e1f2058e tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 943 time: 0.0547831 Feb 07 20:42:58.173607 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-441da2d2-31b8-4d12-bf68-886721fab83f req-c4bc1dc2-de02-4f41-87aa-6fdd85d92af7 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/security-groups?id=23fb430a-91c9-4182-9386-8730e7238039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409744 Feb 07 20:42:58.884938 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-bc3b66b5-e6b7-4625-af59-822bfeb4afdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:42:59.290537 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5184a-0c59-49c3-bfd0-8e55379c5340 req-7625c9a2-d378-416f-9aba-73409b0e3c42 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:42:59.291991 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-aee5184a-0c59-49c3-bfd0-8e55379c5340 req-7625c9a2-d378-416f-9aba-73409b0e3c42 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 943 time: 0.0506861 Feb 07 20:42:59.338592 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-aee5184a-0c59-49c3-bfd0-8e55379c5340 req-962b9c8b-71c5-4d5d-832e-0c38cb169ae7 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/security-groups?id=23fb430a-91c9-4182-9386-8730e7238039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412731 Feb 07 20:42:59.979104 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:00.457340 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b66001-6a37-4ce4-8ec4-759328f533f2 req-001abd05-e7e5-4707-9a77-d6139320eb96 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:00.458809 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-a0b66001-6a37-4ce4-8ec4-759328f533f2 req-001abd05-e7e5-4707-9a77-d6139320eb96 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 943 time: 0.0514462 Feb 07 20:43:00.505104 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-a0b66001-6a37-4ce4-8ec4-759328f533f2 req-6f0990b4-f105-4a13-910d-05b390ead940 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/security-groups?id=23fb430a-91c9-4182-9386-8730e7238039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408642 Feb 07 20:43:01.502403 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:01.548740 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b0870-51b9-4ac5-a258-70292c346b8b req-5ea59d66-872d-4d14-8cc9-85386c5e9fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:01.550790 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-2d4b0870-51b9-4ac5-a258-70292c346b8b req-5ea59d66-872d-4d14-8cc9-85386c5e9fff service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 1127 time: 0.0448799 Feb 07 20:43:01.622608 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-2d4b0870-51b9-4ac5-a258-70292c346b8b req-d515f861-efde-4a10-8944-96f540b2feeb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=23fb430a-91c9-4182-9386-8730e7238039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663276 Feb 07 20:43:01.644647 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f149d2-4903-45e8-8e7c-01ecc88b82e6 req-0dab12c4-ce86-4568-9f27-260392c6c3b4 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:01.646017 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-b3f149d2-4903-45e8-8e7c-01ecc88b82e6 req-0dab12c4-ce86-4568-9f27-260392c6c3b4 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 943 time: 0.0615392 Feb 07 20:43:01.692424 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-b3f149d2-4903-45e8-8e7c-01ecc88b82e6 req-6aaff28e-d1a5-4e68-adbf-cabe7e45f3fc tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/security-groups?id=23fb430a-91c9-4182-9386-8730e7238039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409720 Feb 07 20:43:02.735460 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:02.808956 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423cd7c-d7c2-487b-9795-ef8a2d12bd77 req-cbbd5865-9734-406f-9eb8-c116e92ab32b tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:02.810404 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-e423cd7c-d7c2-487b-9795-ef8a2d12bd77 req-cbbd5865-9734-406f-9eb8-c116e92ab32b tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 943 time: 0.0520213 Feb 07 20:43:02.860558 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-e423cd7c-d7c2-487b-9795-ef8a2d12bd77 req-258f955c-49df-4f87-bef1-bd291f127367 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/security-groups?id=23fb430a-91c9-4182-9386-8730e7238039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445838 Feb 07 20:43:03.868707 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 9a1960f8-7974-4672-89cb-39e9dfc62ca6 details requested by agent hyperv_hv-cinder-82815 with host hv-cinder-82815 {{(pid=102682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:43:03.966627 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 9a1960f8-7974-4672-89cb-39e9dfc62ca6, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=9a1960f8-7974-4672-89cb-39e9dfc62ca6,segment=NetworkSegment(498c1219-a51a-4a32-b198-643b3c1847f9),segment_id=498c1219-a51a-4a32-b198-643b3c1847f9)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:43:03.977336 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Returning: {'device': '9a1960f8-7974-4672-89cb-39e9dfc62ca6', 'network_id': 'ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc', 'port_id': '9a1960f8-7974-4672-89cb-39e9dfc62ca6', 'mac_address': 'fa:16:3e:39:8a:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26083960-cc8b-4c80-83fe-38db4307b6b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:43:04.013302 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port 9a1960f8-7974-4672-89cb-39e9dfc62ca6 is: DOWN; New status is: BUILD {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:43:04.013683 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (9a1960f8-7974-4672-89cb-39e9dfc62ca6), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:04.025847 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a1960f8-7974-4672-89cb-39e9dfc62ca6 {{(pid=102682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:43:04.045056 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 9a1960f8-7974-4672-89cb-39e9dfc62ca6, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=9a1960f8-7974-4672-89cb-39e9dfc62ca6,segment=NetworkSegment(498c1219-a51a-4a32-b198-643b3c1847f9),segment_id=498c1219-a51a-4a32-b198-643b3c1847f9)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:43:04.048575 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (9a1960f8-7974-4672-89cb-39e9dfc62ca6), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:04.096145 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=9a1960f8-7974-4672-89cb-39e9dfc62ca6,revision_number=7']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:43:04.291896 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['9a1960f8-7974-4672-89cb-39e9dfc62ca6'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:43:05.891009 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 9a1960f8-7974-4672-89cb-39e9dfc62ca6 up at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:43:05.938609 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning complete for port 9a1960f8-7974-4672-89cb-39e9dfc62ca6 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:43:05.938982 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (9a1960f8-7974-4672-89cb-39e9dfc62ca6), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:06.015097 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port 9a1960f8-7974-4672-89cb-39e9dfc62ca6 is: BUILD; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:43:06.015506 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (9a1960f8-7974-4672-89cb-39e9dfc62ca6), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:06.037834 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374b5c10-fa85-457a-ae3f-4bf9055631e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1960f8-7974-4672-89cb-39e9dfc62ca6'}] {{(pid=102682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:43:06.040168 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49691025426d341bc8e7177f0b95fa1f617f1e30ecd73d77513429b9266eb12b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6765300e-a8c5-4998-9197-3cd57d42a222" -d '{"events": [{"server_uuid": "374b5c10-fa85-457a-ae3f-4bf9055631e9", "name": "network-vif-plugged", "status": "completed", "tag": "9a1960f8-7974-4672-89cb-39e9dfc62ca6"}]}' {{(pid=102682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:43:06.052634 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 9a1960f8-7974-4672-89cb-39e9dfc62ca6, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=9a1960f8-7974-4672-89cb-39e9dfc62ca6,segment=NetworkSegment(498c1219-a51a-4a32-b198-643b3c1847f9),segment_id=498c1219-a51a-4a32-b198-643b3c1847f9)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:43:06.056720 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (9a1960f8-7974-4672-89cb-39e9dfc62ca6), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:06.083145 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9354a1cb-de35-499a-9241-9d5575081c8d x-openstack-request-id: req-9354a1cb-de35-499a-9241-9d5575081c8d {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:43:06.083462 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374b5c10-fa85-457a-ae3f-4bf9055631e9", "name": "network-vif-plugged", "status": "completed", "tag": "9a1960f8-7974-4672-89cb-39e9dfc62ca6", "code": 200}]} {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:43:06.083713 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9354a1cb-de35-499a-9241-9d5575081c8d {{(pid=102682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:43:06.084094 dv-cinder-828150-2-iscsi neutron-server[102682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374b5c10-fa85-457a-ae3f-4bf9055631e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1960f8-7974-4672-89cb-39e9dfc62ca6', 'code': 200} Feb 07 20:43:06.105903 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=9a1960f8-7974-4672-89cb-39e9dfc62ca6,revision_number=8']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:43:11.748550 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c8f2f-b6bb-41d5-b33f-9dcb056d080e req-90548ae4-9e09-4d43-a557-576add16a176 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:11.750045 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-4f7c8f2f-b6bb-41d5-b33f-9dcb056d080e req-90548ae4-9e09-4d43-a557-576add16a176 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 945 time: 0.0514379 Feb 07 20:43:11.796768 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-4f7c8f2f-b6bb-41d5-b33f-9dcb056d080e req-22020764-094c-4d7c-b076-5776c1253a36 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407705 Feb 07 20:43:12.921154 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e472c1-62dc-4e27-8810-3b6f7a772e19 req-c21b59bb-b52e-48c8-bd52-8d2fac4c7fc5 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:12.922607 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-58e472c1-62dc-4e27-8810-3b6f7a772e19 req-c21b59bb-b52e-48c8-bd52-8d2fac4c7fc5 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 945 time: 0.0533168 Feb 07 20:43:12.971050 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-58e472c1-62dc-4e27-8810-3b6f7a772e19 req-762d3f47-5afd-490c-b7c9-ae2f9d6a7f14 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422978 Feb 07 20:43:14.093224 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4d1f3-3b4c-4ac6-ad60-a1daa9d99ac0 req-d68c276a-06a7-4f70-be42-70002a3fdc69 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:14.094667 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-81c4d1f3-3b4c-4ac6-ad60-a1daa9d99ac0 req-d68c276a-06a7-4f70-be42-70002a3fdc69 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 945 time: 0.0540168 Feb 07 20:43:14.382638 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-81c4d1f3-3b4c-4ac6-ad60-a1daa9d99ac0 req-de463b4c-c0e4-4aaf-a009-dd7a3eb38f2b tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2824662 Feb 07 20:43:15.502628 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247aae4-fd33-465e-b39f-9508399d0a80 req-d2be2b4d-3425-49ee-8b49-099c6ea6a57d tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:15.504677 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-6247aae4-fd33-465e-b39f-9508399d0a80 req-d2be2b4d-3425-49ee-8b49-099c6ea6a57d tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 945 time: 0.0516512 Feb 07 20:43:15.549071 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-6247aae4-fd33-465e-b39f-9508399d0a80 req-b7049922-aaa4-4ad3-a636-805809dd2c3e tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388992 Feb 07 20:43:16.671231 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef13201-b415-460a-bd7e-d31673aebfe4 req-c26ce7ed-40f4-4edb-b637-ecdd7193ccd1 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:16.672751 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8ef13201-b415-460a-bd7e-d31673aebfe4 req-c26ce7ed-40f4-4edb-b637-ecdd7193ccd1 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 945 time: 0.0537963 Feb 07 20:43:16.718462 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8ef13201-b415-460a-bd7e-d31673aebfe4 req-98691199-5592-42f5-ab4d-bbda6b43aef7 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403206 Feb 07 20:43:17.842849 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f8213-ec11-46d6-8aa8-f851a13aed33 req-db194d06-975d-4f92-8e88-eb82809c3089 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:17.844344 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-ed0f8213-ec11-46d6-8aa8-f851a13aed33 req-db194d06-975d-4f92-8e88-eb82809c3089 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 945 time: 0.0546331 Feb 07 20:43:17.890481 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-ed0f8213-ec11-46d6-8aa8-f851a13aed33 req-95cf82ad-374b-4747-92a5-2371cecf693c tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401068 Feb 07 20:43:18.158810 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.agents_db [None req-6ca4556d-c1da-4dc5-8d4b-cf8528912650 None None] Agent healthcheck: found 6 active agents {{(pid=102683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:43:19.012179 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcda37a-b101-4bc2-b371-aeda05632e87 req-404a4300-638f-4991-9641-d39ad7be3bbc tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:19.013658 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8bcda37a-b101-4bc2-b371-aeda05632e87 req-404a4300-638f-4991-9641-d39ad7be3bbc tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 945 time: 0.0528743 Feb 07 20:43:19.062085 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8bcda37a-b101-4bc2-b371-aeda05632e87 req-fb90d04d-0cb7-4c4f-9dc6-e0313df22113 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430067 Feb 07 20:43:20.185654 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979fab2-e4fd-42f2-b272-514fb0aebb98 req-867d8481-587a-4260-9071-158216949396 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:20.187119 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-a979fab2-e4fd-42f2-b272-514fb0aebb98 req-867d8481-587a-4260-9071-158216949396 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 945 time: 0.0524774 Feb 07 20:43:20.233239 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-a979fab2-e4fd-42f2-b272-514fb0aebb98 req-46280ca2-5d80-4351-a4fd-c8ab1217c7d1 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400243 Feb 07 20:43:21.361216 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacae5a-dbad-452f-aa44-c9fa5083807c req-b0c32b44-ce68-45be-85ae-2ca239b0b6b7 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:21.367857 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-3dacae5a-dbad-452f-aa44-c9fa5083807c req-b0c32b44-ce68-45be-85ae-2ca239b0b6b7 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 945 time: 0.0617008 Feb 07 20:43:21.411361 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-3dacae5a-dbad-452f-aa44-c9fa5083807c req-de153c75-ca5a-46ee-97b2-15c915956d27 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423019 Feb 07 20:43:22.539376 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813a5c4-2435-437c-9a0a-a62e0a07c29e req-3b3c73c7-ec8c-4fe3-b1ef-e2ee68413626 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:22.540781 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-b813a5c4-2435-437c-9a0a-a62e0a07c29e req-3b3c73c7-ec8c-4fe3-b1ef-e2ee68413626 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 945 time: 0.0552697 Feb 07 20:43:22.585167 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-b813a5c4-2435-437c-9a0a-a62e0a07c29e req-ba5c6473-7314-48fd-8e94-9d4be96f7345 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389364 Feb 07 20:43:23.665973 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-6ab51256-edf9-4214-91bf-30d06fd42bff tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2069969047&fields=id&tenant_id=a36697eb438d4c69909c3d32f2f92e77 HTTP/1.1" status: 200 len: 267 time: 0.0423350 Feb 07 20:43:23.706364 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eea767-c2a7-4172-a9d7-ef97d38e1b4b req-c31596b0-93fe-4290-ab31-bd95aa390aa5 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:23.707761 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-19eea767-c2a7-4172-a9d7-ef97d38e1b4b req-c31596b0-93fe-4290-ab31-bd95aa390aa5 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 945 time: 0.0520637 Feb 07 20:43:23.754073 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-19eea767-c2a7-4172-a9d7-ef97d38e1b4b req-b5d6f6a5-7973-4c25-9b46-a01244d1d854 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408175 Feb 07 20:43:23.773325 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-56f1172c-eb7e-4c94-a2ee-a7c0af600307 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:23.774883 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-56f1172c-eb7e-4c94-a2ee-a7c0af600307 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/networks?id=1a0cddfd-817c-4633-a6c0-32d035fd0eb1 HTTP/1.1" status: 200 len: 812 time: 0.1020365 Feb 07 20:43:23.789908 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-dcc1301b-b202-4e70-9caa-528193efc161 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/quotas/a36697eb438d4c69909c3d32f2f92e77 HTTP/1.1" status: 200 len: 375 time: 0.0095470 Feb 07 20:43:23.844084 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-1b049966-f62b-4280-b6cc-be74ea77ccfe tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a36697eb438d4c69909c3d32f2f92e77&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493884 Feb 07 20:43:23.939605 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-f5f90336-001f-4100-bce8-3f4b9d7d73e3 service neutron] 10.222.0.60 "GET /v2.0/networks/1a0cddfd-817c-4633-a6c0-32d035fd0eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833442 Feb 07 20:43:24.025086 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-6edd6f50-30ec-46ee-be57-dadb2a58215d service neutron] 10.222.0.60 "GET /v2.0/networks/1a0cddfd-817c-4633-a6c0-32d035fd0eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797956 Feb 07 20:43:24.874227 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0f7ce-9a1e-4747-aa1b-c0459017a88a req-b6fcdad1-6db4-4f77-a97b-668cec76dabd tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:24.875704 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-54b0f7ce-9a1e-4747-aa1b-c0459017a88a req-b6fcdad1-6db4-4f77-a97b-668cec76dabd tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 945 time: 0.0517292 Feb 07 20:43:24.924343 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-54b0f7ce-9a1e-4747-aa1b-c0459017a88a req-6f648123-26b4-47a0-bebd-36a5b2e978b7 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431061 Feb 07 20:43:25.298915 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8f017113-1767-43d0-88a2-457be6fd125b req-42386da7-34e2-49cb-8df2-9c8059bcbba5 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eee256c-74e1-4cab-bc8d-83b84ab6d9cf HTTP/1.1" status: 200 len: 210 time: 0.0267615 Feb 07 20:43:26.053679 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da372e-cf01-4c52-b4d2-6ce6d8c08bc3 req-b46627eb-adc3-4fc4-bf65-a11aefb0e5dd tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:26.055865 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-15da372e-cf01-4c52-b4d2-6ce6d8c08bc3 req-b46627eb-adc3-4fc4-bf65-a11aefb0e5dd tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 945 time: 0.0604651 Feb 07 20:43:26.106807 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-15da372e-cf01-4c52-b4d2-6ce6d8c08bc3 req-8212c23c-d9d4-49b6-8fab-6895cab5795b tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459137 Feb 07 20:43:26.223431 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-8bb1fd5f-63b7-4663-8691-b13aaa83605b tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:26.224906 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-8bb1fd5f-63b7-4663-8691-b13aaa83605b tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.24 "GET /v2.0/networks?id=1a0cddfd-817c-4633-a6c0-32d035fd0eb1 HTTP/1.1" status: 200 len: 812 time: 0.1020501 Feb 07 20:43:26.292005 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-73ae6adb-f07c-40c6-a5d7-d06dbb1e16fd tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a36697eb438d4c69909c3d32f2f92e77 HTTP/1.1" status: 200 len: 380 time: 0.0576859 Feb 07 20:43:26.301681 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-de80ebb8-936d-47f9-b931-0e1ee91f1666 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Request body: {'port': {'device_id': '3eee256c-74e1-4cab-bc8d-83b84ab6d9cf', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'admin_state_up': True, 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'security_groups': ['4b5f08b8-c7f2-48d8-972a-3ef7a672da44']}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:43:26.391125 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-67391e02-a3e7-4346-8618-3994576c5790 req-aa16a209-c498-4452-83a0-fa48c6395426 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eee256c-74e1-4cab-bc8d-83b84ab6d9cf HTTP/1.1" status: 200 len: 210 time: 0.0266817 Feb 07 20:43:26.413664 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-de80ebb8-936d-47f9-b931-0e1ee91f1666 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Made reservation on behalf of a36697eb438d4c69909c3d32f2f92e77 for: {'port': 1} {{(pid=102681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:43:26.417199 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-de80ebb8-936d-47f9-b931-0e1ee91f1666 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:26.504028 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (2db0d972-3e88-4a6a-9d75-f8f2fe350c5f), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:26.542938 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c00ca33e-1e00-47f6-958f-b7973cebf6bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:26.549429 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.db_base_plugin_common [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-de80ebb8-936d-47f9-b931-0e1ee91f1666 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Allocated IP 172.20.0.10 (1a0cddfd-817c-4633-a6c0-32d035fd0eb1/806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a/1c17b087-7bf0-4c34-a2ca-a9dfd909bb21) {{(pid=102681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:43:26.688435 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-de80ebb8-936d-47f9-b931-0e1ee91f1666 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for port (1c17b087-7bf0-4c34-a2ca-a9dfd909bb21), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:26.723172 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-de80ebb8-936d-47f9-b931-0e1ee91f1666 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (1c17b087-7bf0-4c34-a2ca-a9dfd909bb21), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:26.772238 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-de80ebb8-936d-47f9-b931-0e1ee91f1666 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Network 1a0cddfd-817c-4633-a6c0-32d035fd0eb1 is already hosted by enough agents. {{(pid=102681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:43:26.775265 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.base_scheduler [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-de80ebb8-936d-47f9-b931-0e1ee91f1666 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Resources bound (agent type, host, resource id): {{(pid=102681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:43:26.779175 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-de80ebb8-936d-47f9-b931-0e1ee91f1666 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Received port after_create {{(pid=102681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:43:26.803068 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80ebb8-936d-47f9-b931-0e1ee91f1666 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Pushing event updated for resources: {'Port': ['ID=1c17b087-7bf0-4c34-a2ca-a9dfd909bb21,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:43:26.820182 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de80ebb8-936d-47f9-b931-0e1ee91f1666 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:43:26.820534 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de80ebb8-936d-47f9-b931-0e1ee91f1666 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:43:26.820876 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de80ebb8-936d-47f9-b931-0e1ee91f1666 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:43:26.821212 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de80ebb8-936d-47f9-b931-0e1ee91f1666 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:43:26.821541 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de80ebb8-936d-47f9-b931-0e1ee91f1666 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:43:26.821867 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de80ebb8-936d-47f9-b931-0e1ee91f1666 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:43:26.822195 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de80ebb8-936d-47f9-b931-0e1ee91f1666 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:43:26.822517 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de80ebb8-936d-47f9-b931-0e1ee91f1666 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:43:26.822837 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de80ebb8-936d-47f9-b931-0e1ee91f1666 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:43:26.823160 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de80ebb8-936d-47f9-b931-0e1ee91f1666 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:43:26.823521 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de80ebb8-936d-47f9-b931-0e1ee91f1666 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:43:26.823843 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de80ebb8-936d-47f9-b931-0e1ee91f1666 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:43:26.824159 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de80ebb8-936d-47f9-b931-0e1ee91f1666 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:43:26.842513 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-de80ebb8-936d-47f9-b931-0e1ee91f1666 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:26.843118 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-de80ebb8-936d-47f9-b931-0e1ee91f1666 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:26.860517 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-de80ebb8-936d-47f9-b931-0e1ee91f1666 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5630100 Feb 07 20:43:26.873679 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-9b34e8fa-8a97-46e0-bed3-bb848a477f0d service neutron] Request body: {'port': {'device_id': '3eee256c-74e1-4cab-bc8d-83b84ab6d9cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82815'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:43:26.934979 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-9b34e8fa-8a97-46e0-bed3-bb848a477f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (1c17b087-7bf0-4c34-a2ca-a9dfd909bb21), before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:26.973683 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-9fb0f738-15bd-4e01-82b2-0519d3102721 None None] Provisioning complete for port 1c17b087-7bf0-4c34-a2ca-a9dfd909bb21 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:43:26.974050 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-9fb0f738-15bd-4e01-82b2-0519d3102721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (1c17b087-7bf0-4c34-a2ca-a9dfd909bb21), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:27.007792 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-9fb0f738-15bd-4e01-82b2-0519d3102721 None None] Port 1c17b087-7bf0-4c34-a2ca-a9dfd909bb21 cannot update to ACTIVE because it is not bound. {{(pid=102682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:43:27.217924 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-9b34e8fa-8a97-46e0-bed3-bb848a477f0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c17b087-7bf0-4c34-a2ca-a9dfd909bb21 {{(pid=102681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:43:27.227091 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-9b34e8fa-8a97-46e0-bed3-bb848a477f0d service neutron] Publish callbacks [] for port (1c17b087-7bf0-4c34-a2ca-a9dfd909bb21), precommit_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:27.244092 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.provisioning_blocks [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-9b34e8fa-8a97-46e0-bed3-bb848a477f0d service neutron] Transition to ACTIVE for port object 1c17b087-7bf0-4c34-a2ca-a9dfd909bb21 will not be triggered until provisioned by entity L2. {{(pid=102681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:43:27.255487 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1c1e4-3bfe-4eed-9f0b-299d31a09102 req-9fc332c4-fd24-4294-9dce-055e304baabd tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:27.257091 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-56f1c1e4-3bfe-4eed-9f0b-299d31a09102 req-9fc332c4-fd24-4294-9dce-055e304baabd tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 945 time: 0.0786359 Feb 07 20:43:27.258094 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-9b34e8fa-8a97-46e0-bed3-bb848a477f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3187874'] for port (1c17b087-7bf0-4c34-a2ca-a9dfd909bb21), after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:27.333361 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34e8fa-8a97-46e0-bed3-bb848a477f0d service neutron] Pushing event updated for resources: {'Port': ['ID=1c17b087-7bf0-4c34-a2ca-a9dfd909bb21,revision_number=2']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:43:27.385996 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-56f1c1e4-3bfe-4eed-9f0b-299d31a09102 req-4d99db24-a1f5-4528-809b-9e6a543412a8 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043730 Feb 07 20:43:27.416610 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-9b34e8fa-8a97-46e0-bed3-bb848a477f0d service neutron] Attempting to bind port 1c17b087-7bf0-4c34-a2ca-a9dfd909bb21 on host hv-cinder-82815 for vnic_type normal with profile {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:43:27.416944 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-9b34e8fa-8a97-46e0-bed3-bb848a477f0d service neutron] Attempting to bind port 1c17b087-7bf0-4c34-a2ca-a9dfd909bb21 by drivers openvswitch,hyperv on host hv-cinder-82815 at level 0 using segments [{'id': '99bce5a4-2582-44ab-bd99-cb6e1383c3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1'}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:43:27.417275 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-9b34e8fa-8a97-46e0-bed3-bb848a477f0d service neutron] Attempting to bind port 1c17b087-7bf0-4c34-a2ca-a9dfd909bb21 on network 1a0cddfd-817c-4633-a6c0-32d035fd0eb1 {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:43:27.421847 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-9b34e8fa-8a97-46e0-bed3-bb848a477f0d service neutron] Port 1c17b087-7bf0-4c34-a2ca-a9dfd909bb21 on network 1a0cddfd-817c-4633-a6c0-32d035fd0eb1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82815 {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:43:27.422168 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-9b34e8fa-8a97-46e0-bed3-bb848a477f0d service neutron] Attempting to bind port 1c17b087-7bf0-4c34-a2ca-a9dfd909bb21 on network 1a0cddfd-817c-4633-a6c0-32d035fd0eb1 {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:43:27.427977 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-9b34e8fa-8a97-46e0-bed3-bb848a477f0d service neutron] Checking agent: {'id': '2db0d972-3e88-4a6a-9d75-f8f2fe350c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82815', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 33, 26), 'started_at': datetime.datetime(2022, 2, 7, 20, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:43:27.428322 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-9b34e8fa-8a97-46e0-bed3-bb848a477f0d service neutron] Checking segment: {'id': '99bce5a4-2582-44ab-bd99-cb6e1383c3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:43:27.428708 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-9b34e8fa-8a97-46e0-bed3-bb848a477f0d service neutron] Bound using segment: {'id': '99bce5a4-2582-44ab-bd99-cb6e1383c3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1'} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:43:27.429134 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-9b34e8fa-8a97-46e0-bed3-bb848a477f0d service neutron] Bound port: 1c17b087-7bf0-4c34-a2ca-a9dfd909bb21, host: hv-cinder-82815, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99bce5a4-2582-44ab-bd99-cb6e1383c3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1'}}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:43:27.429491 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-9b34e8fa-8a97-46e0-bed3-bb848a477f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (1c17b087-7bf0-4c34-a2ca-a9dfd909bb21), before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:27.497552 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-9b34e8fa-8a97-46e0-bed3-bb848a477f0d service neutron] For port 1c17b087-7bf0-4c34-a2ca-a9dfd909bb21, host hv-cinder-82815, cleared binding levels {{(pid=102681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:43:27.500627 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-9b34e8fa-8a97-46e0-bed3-bb848a477f0d service neutron] For port 1c17b087-7bf0-4c34-a2ca-a9dfd909bb21, host hv-cinder-82815, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=1c17b087-7bf0-4c34-a2ca-a9dfd909bb21,segment=NetworkSegment(99bce5a4-2582-44ab-bd99-cb6e1383c3b6),segment_id=99bce5a4-2582-44ab-bd99-cb6e1383c3b6)] {{(pid=102681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:43:27.506605 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-9b34e8fa-8a97-46e0-bed3-bb848a477f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3187874'] for port (1c17b087-7bf0-4c34-a2ca-a9dfd909bb21), after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:27.513284 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768103cb-1148-429c-a31a-bf2569474921 req-3d8b46a3-6a52-40c0-9b27-d6e9eae6a80c tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:27.514758 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-768103cb-1148-429c-a31a-bf2569474921 req-3d8b46a3-6a52-40c0-9b27-d6e9eae6a80c tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eee256c-74e1-4cab-bc8d-83b84ab6d9cf HTTP/1.1" status: 200 len: 944 time: 0.0551908 Feb 07 20:43:27.542894 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-9b34e8fa-8a97-46e0-bed3-bb848a477f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:27.543537 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-9b34e8fa-8a97-46e0-bed3-bb848a477f0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:27.544918 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-9b34e8fa-8a97-46e0-bed3-bb848a477f0d service neutron] 10.222.0.24 "PUT /v2.0/ports/1c17b087-7bf0-4c34-a2ca-a9dfd909bb21 HTTP/1.1" status: 200 len: 1094 time: 0.6757293 Feb 07 20:43:27.545370 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eee256c-74e1-4cab-bc8d-83b84ab6d9cf', 'tag': '1c17b087-7bf0-4c34-a2ca-a9dfd909bb21'}] {{(pid=102681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:43:27.551186 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d543a4f93c545b9f4b4319baf8ff9337481391693fb3bbf25dbe09721f1c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d01c32-db97-4a9b-91ac-731db47c8f3e" -d '{"events": [{"name": "network-changed", "server_uuid": "3eee256c-74e1-4cab-bc8d-83b84ab6d9cf", "tag": "1c17b087-7bf0-4c34-a2ca-a9dfd909bb21"}]}' {{(pid=102681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:43:27.575770 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-768103cb-1148-429c-a31a-bf2569474921 req-3858bfbe-356e-464d-aeea-012d46bccc4b tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541224 Feb 07 20:43:27.587717 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34e8fa-8a97-46e0-bed3-bb848a477f0d service neutron] Pushing event updated for resources: {'Port': ['ID=1c17b087-7bf0-4c34-a2ca-a9dfd909bb21,revision_number=3']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:43:27.607772 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ed91de-c5e3-4367-bb8b-a91a47574167 x-openstack-request-id: req-c3ed91de-c5e3-4367-bb8b-a91a47574167 {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:43:27.608070 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eee256c-74e1-4cab-bc8d-83b84ab6d9cf", "tag": "1c17b087-7bf0-4c34-a2ca-a9dfd909bb21", "status": "completed", "code": 200}]} {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:43:27.608328 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c3ed91de-c5e3-4367-bb8b-a91a47574167 {{(pid=102681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:43:27.608729 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eee256c-74e1-4cab-bc8d-83b84ab6d9cf', 'tag': '1c17b087-7bf0-4c34-a2ca-a9dfd909bb21', 'status': 'completed', 'code': 200} Feb 07 20:43:27.647776 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-93f2cf0b-c5c8-4815-844d-20012194f8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:27.649209 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-93f2cf0b-c5c8-4815-844d-20012194f8b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a36697eb438d4c69909c3d32f2f92e77&device_id=3eee256c-74e1-4cab-bc8d-83b84ab6d9cf HTTP/1.1" status: 200 len: 1128 time: 0.0535667 Feb 07 20:43:27.693632 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-d5d99735-d198-4950-8f54-13e01083f6d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c17b087-7bf0-4c34-a2ca-a9dfd909bb21 HTTP/1.1" status: 200 len: 217 time: 0.0354035 Feb 07 20:43:27.746678 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-7899dc5b-d168-41b9-ab9d-d2aab5b58451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:27.748168 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-7899dc5b-d168-41b9-ab9d-d2aab5b58451 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a HTTP/1.1" status: 200 len: 851 time: 0.0488293 Feb 07 20:43:27.802214 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-85906c24-24c5-40a2-a12d-b3bb28344dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:27.803698 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-85906c24-24c5-40a2-a12d-b3bb28344dcf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1a0cddfd-817c-4633-a6c0-32d035fd0eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452914 Feb 07 20:43:27.898545 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-2107447c-8e94-43f0-96e0-3c28c4113f39 service neutron] 10.222.0.24 "GET /v2.0/networks/1a0cddfd-817c-4633-a6c0-32d035fd0eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799942 Feb 07 20:43:27.990948 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ce8cb1fa-4913-4925-9e61-3dc20bdb9120 req-a126036b-a394-4a93-84e4-975d72377ba5 service neutron] 10.222.0.24 "GET /v2.0/networks/1a0cddfd-817c-4633-a6c0-32d035fd0eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855703 Feb 07 20:43:28.008453 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device d12215d9-38c9-4cc5-aec9-4d701de680fc details requested by agent hyperv_hv-cinder-82815 with host hv-cinder-82815 {{(pid=102682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:43:28.084372 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d01c32-db97-4a9b-91ac-731db47c8f3e req-e673c79e-6229-4185-91da-a010bc2ab495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:28.085841 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-09d01c32-db97-4a9b-91ac-731db47c8f3e req-e673c79e-6229-4185-91da-a010bc2ab495 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a36697eb438d4c69909c3d32f2f92e77&device_id=3eee256c-74e1-4cab-bc8d-83b84ab6d9cf HTTP/1.1" status: 200 len: 1128 time: 0.0447271 Feb 07 20:43:28.105833 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port d12215d9-38c9-4cc5-aec9-4d701de680fc, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=d12215d9-38c9-4cc5-aec9-4d701de680fc,segment=NetworkSegment(025e846a-937e-4847-b04b-5f3e732f1e22),segment_id=025e846a-937e-4847-b04b-5f3e732f1e22)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:43:28.117192 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Returning: {'device': 'd12215d9-38c9-4cc5-aec9-4d701de680fc', 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5', 'port_id': 'd12215d9-38c9-4cc5-aec9-4d701de680fc', 'mac_address': 'fa:16:3e:2b:da:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2b04cad-c27a-42ce-981e-86830a1e7466', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:43:28.153700 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port d12215d9-38c9-4cc5-aec9-4d701de680fc is: ACTIVE; New status is: BUILD {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:43:28.154003 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (d12215d9-38c9-4cc5-aec9-4d701de680fc), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:28.166948 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d12215d9-38c9-4cc5-aec9-4d701de680fc {{(pid=102682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:43:28.176878 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d01c32-db97-4a9b-91ac-731db47c8f3e req-f706f992-8f10-4813-b6a8-309a36a50086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:28.178406 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-09d01c32-db97-4a9b-91ac-731db47c8f3e req-f706f992-8f10-4813-b6a8-309a36a50086 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1a0cddfd-817c-4633-a6c0-32d035fd0eb1 HTTP/1.1" status: 200 len: 913 time: 0.0854032 Feb 07 20:43:28.189033 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port d12215d9-38c9-4cc5-aec9-4d701de680fc, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=d12215d9-38c9-4cc5-aec9-4d701de680fc,segment=NetworkSegment(025e846a-937e-4847-b04b-5f3e732f1e22),segment_id=025e846a-937e-4847-b04b-5f3e732f1e22)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:43:28.193382 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (d12215d9-38c9-4cc5-aec9-4d701de680fc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:28.224765 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-09d01c32-db97-4a9b-91ac-731db47c8f3e req-02a77fe6-635d-4945-894c-ecfc99a5bf9c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c17b087-7bf0-4c34-a2ca-a9dfd909bb21 HTTP/1.1" status: 200 len: 217 time: 0.0389347 Feb 07 20:43:28.242598 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=d12215d9-38c9-4cc5-aec9-4d701de680fc,revision_number=6']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:43:28.249547 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:43:28.249885 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:43:28.250218 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:43:28.250937 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:43:28.250937 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:43:28.251171 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:43:28.251515 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:43:28.251828 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:43:28.252139 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:43:28.252451 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:43:28.252762 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:43:28.253601 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:43:28.253936 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:43:28.284613 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d01c32-db97-4a9b-91ac-731db47c8f3e req-7dadbf14-cadd-4d1d-af1a-f05cabde85d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:28.286085 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-09d01c32-db97-4a9b-91ac-731db47c8f3e req-7dadbf14-cadd-4d1d-af1a-f05cabde85d4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a HTTP/1.1" status: 200 len: 851 time: 0.0543995 Feb 07 20:43:28.295250 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['d12215d9-38c9-4cc5-aec9-4d701de680fc'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:43:28.339081 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d01c32-db97-4a9b-91ac-731db47c8f3e req-dc348f4d-82f9-4a1b-a0f9-635c05672f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:28.340608 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-09d01c32-db97-4a9b-91ac-731db47c8f3e req-dc348f4d-82f9-4a1b-a0f9-635c05672f68 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1a0cddfd-817c-4633-a6c0-32d035fd0eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476842 Feb 07 20:43:28.433913 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-09d01c32-db97-4a9b-91ac-731db47c8f3e req-4a8ea9ce-efae-419e-8b8c-837a2359d750 service neutron] 10.222.0.24 "GET /v2.0/networks/1a0cddfd-817c-4633-a6c0-32d035fd0eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861864 Feb 07 20:43:28.520063 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ee14f-4d58-46bf-94fb-7795f3adce35 req-0a2926a7-845d-481e-88fa-537ce6d302ec tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:28.521580 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-b96ee14f-4d58-46bf-94fb-7795f3adce35 req-0a2926a7-845d-481e-88fa-537ce6d302ec tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 944 time: 0.0595624 Feb 07 20:43:28.533815 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-09d01c32-db97-4a9b-91ac-731db47c8f3e req-2d014958-df8f-43cd-b3fa-a518b08b4f25 service neutron] 10.222.0.24 "GET /v2.0/networks/1a0cddfd-817c-4633-a6c0-32d035fd0eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899720 Feb 07 20:43:28.569709 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-b96ee14f-4d58-46bf-94fb-7795f3adce35 req-4c649813-d852-4729-8eaa-2d7632f115dc tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419157 Feb 07 20:43:28.709325 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6c94d-a9f1-49b6-aec4-5557cdd474a5 req-f602dd68-cbf3-4617-ae03-04b53176e524 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:28.710722 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8aa6c94d-a9f1-49b6-aec4-5557cdd474a5 req-f602dd68-cbf3-4617-ae03-04b53176e524 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eee256c-74e1-4cab-bc8d-83b84ab6d9cf HTTP/1.1" status: 200 len: 944 time: 0.0624423 Feb 07 20:43:28.766028 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8aa6c94d-a9f1-49b6-aec4-5557cdd474a5 req-0b8cb792-02d5-4c88-afdd-ad0d86d46662 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496843 Feb 07 20:43:28.892604 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-fa607890-7483-4051-afc8-db7037e69086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:29.693523 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27355a-0c77-4e70-8665-41059fe22f01 req-42a1d462-ad94-46a9-b81f-6360afd377ea tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:29.695122 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-0c27355a-0c77-4e70-8665-41059fe22f01 req-42a1d462-ad94-46a9-b81f-6360afd377ea tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 944 time: 0.0522790 Feb 07 20:43:29.746231 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-0c27355a-0c77-4e70-8665-41059fe22f01 req-19571d0e-0d3b-4496-a0c7-fba639641bf5 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452218 Feb 07 20:43:29.998492 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:30.025008 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device d12215d9-38c9-4cc5-aec9-4d701de680fc up at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:43:30.086342 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning complete for port d12215d9-38c9-4cc5-aec9-4d701de680fc triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:43:30.086740 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (d12215d9-38c9-4cc5-aec9-4d701de680fc), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:30.092588 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e0c1a-c55c-4c4d-906d-0a30d90fec06 req-2d5bda17-b031-4370-9908-92861e67a5a0 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:30.094960 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-a64e0c1a-c55c-4c4d-906d-0a30d90fec06 req-2d5bda17-b031-4370-9908-92861e67a5a0 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eee256c-74e1-4cab-bc8d-83b84ab6d9cf HTTP/1.1" status: 200 len: 944 time: 0.0799618 Feb 07 20:43:30.181321 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port d12215d9-38c9-4cc5-aec9-4d701de680fc is: BUILD; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:43:30.181812 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (d12215d9-38c9-4cc5-aec9-4d701de680fc), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:30.197587 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-a64e0c1a-c55c-4c4d-906d-0a30d90fec06 req-3169e72c-e7d9-4fc5-9e55-307881f821c8 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852749 Feb 07 20:43:30.238949 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a730c212-2fbf-4da4-aa2f-41766e3fcf7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12215d9-38c9-4cc5-aec9-4d701de680fc'}] {{(pid=102682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:43:30.241661 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49691025426d341bc8e7177f0b95fa1f617f1e30ecd73d77513429b9266eb12b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd3aa7f-5065-4173-ab17-81bb9ee699b0" -d '{"events": [{"server_uuid": "a730c212-2fbf-4da4-aa2f-41766e3fcf7d", "name": "network-vif-plugged", "status": "completed", "tag": "d12215d9-38c9-4cc5-aec9-4d701de680fc"}]}' {{(pid=102682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:43:30.254567 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port d12215d9-38c9-4cc5-aec9-4d701de680fc, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=d12215d9-38c9-4cc5-aec9-4d701de680fc,segment=NetworkSegment(025e846a-937e-4847-b04b-5f3e732f1e22),segment_id=025e846a-937e-4847-b04b-5f3e732f1e22)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:43:30.265103 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (d12215d9-38c9-4cc5-aec9-4d701de680fc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:30.316430 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d2ac56-1f8a-4fb8-9cd1-26f567ac1b0e x-openstack-request-id: req-c8d2ac56-1f8a-4fb8-9cd1-26f567ac1b0e {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:43:30.316721 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a730c212-2fbf-4da4-aa2f-41766e3fcf7d", "name": "network-vif-plugged", "status": "completed", "tag": "d12215d9-38c9-4cc5-aec9-4d701de680fc", "code": 200}]} {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:43:30.317064 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c8d2ac56-1f8a-4fb8-9cd1-26f567ac1b0e {{(pid=102682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:43:30.317529 dv-cinder-828150-2-iscsi neutron-server[102682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a730c212-2fbf-4da4-aa2f-41766e3fcf7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12215d9-38c9-4cc5-aec9-4d701de680fc', 'code': 200} Feb 07 20:43:30.348284 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=d12215d9-38c9-4cc5-aec9-4d701de680fc,revision_number=7']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:43:30.922080 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228aca9-e07f-4684-99c5-4a3ce5163a2a req-eb121882-0bbb-486f-b780-5700fdabeca5 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:30.923689 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-7228aca9-e07f-4684-99c5-4a3ce5163a2a req-eb121882-0bbb-486f-b780-5700fdabeca5 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 945 time: 0.0889659 Feb 07 20:43:30.973099 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-7228aca9-e07f-4684-99c5-4a3ce5163a2a req-e40b0777-41fc-4dd1-a4dd-0b654b48802f tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431402 Feb 07 20:43:31.332981 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714fb5f-b178-4c21-b954-e045ec80b25d req-ceb1d8c9-1e79-4254-9ba7-4a364c9d262d tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:31.335081 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-2714fb5f-b178-4c21-b954-e045ec80b25d req-ceb1d8c9-1e79-4254-9ba7-4a364c9d262d tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eee256c-74e1-4cab-bc8d-83b84ab6d9cf HTTP/1.1" status: 200 len: 944 time: 0.0603688 Feb 07 20:43:31.398970 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-2714fb5f-b178-4c21-b954-e045ec80b25d req-82a2ee1a-1e4a-4c09-8969-d34863216ef4 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572443 Feb 07 20:43:31.506447 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:32.114656 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605c705-6022-42bc-a48a-16c299ac3bfe req-e639425d-6c2f-4710-85b0-2de41920f474 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:32.118433 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f605c705-6022-42bc-a48a-16c299ac3bfe req-e639425d-6c2f-4710-85b0-2de41920f474 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 945 time: 0.0628161 Feb 07 20:43:32.168697 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f605c705-6022-42bc-a48a-16c299ac3bfe req-759f8658-fc7b-4206-920c-a53cac6d5ab8 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456848 Feb 07 20:43:32.526656 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56342716-f80b-4764-8476-85cf8e3b2b72 req-a037a8a9-6b01-4e58-8391-b68ee55a3863 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:32.528814 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-56342716-f80b-4764-8476-85cf8e3b2b72 req-a037a8a9-6b01-4e58-8391-b68ee55a3863 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eee256c-74e1-4cab-bc8d-83b84ab6d9cf HTTP/1.1" status: 200 len: 944 time: 0.0583515 Feb 07 20:43:32.582241 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-56342716-f80b-4764-8476-85cf8e3b2b72 req-cfd8db77-6ef4-4197-9094-84ab1fdbac5c tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458438 Feb 07 20:43:32.740841 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:33.308678 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f28007-7913-45ba-b811-1d210e84c74f req-ce7b099a-3600-47fa-a366-364ce76e63a9 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:33.311579 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-29f28007-7913-45ba-b811-1d210e84c74f req-ce7b099a-3600-47fa-a366-364ce76e63a9 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 945 time: 0.0570140 Feb 07 20:43:33.379673 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-29f28007-7913-45ba-b811-1d210e84c74f req-e8f63481-6979-4310-b2eb-d448940174db tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602140 Feb 07 20:43:33.707683 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89675296-dc11-47ac-834f-da50e94e2369 req-869c0b22-eeec-43b7-89d2-d49a1e70e9bd tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:33.709854 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-89675296-dc11-47ac-834f-da50e94e2369 req-869c0b22-eeec-43b7-89d2-d49a1e70e9bd tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eee256c-74e1-4cab-bc8d-83b84ab6d9cf HTTP/1.1" status: 200 len: 944 time: 0.0545774 Feb 07 20:43:33.761113 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-89675296-dc11-47ac-834f-da50e94e2369 req-a9a555c0-2de9-4c9f-bebb-55031dc91f05 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447729 Feb 07 20:43:33.909816 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-58969ba2-cc78-405d-8639-3a824ad402ac req-3533c0fb-f512-43ee-8beb-51e4e0371dd3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f4eeabe7-17bb-4fce-a98c-5305b62eb67e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0495405 Feb 07 20:43:33.980654 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58969ba2-cc78-405d-8639-3a824ad402ac req-d2434569-efb3-4f1b-8285-f9730787bc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:33.982359 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-58969ba2-cc78-405d-8639-3a824ad402ac req-d2434569-efb3-4f1b-8285-f9730787bc7f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a36697eb438d4c69909c3d32f2f92e77&device_id=f4eeabe7-17bb-4fce-a98c-5305b62eb67e HTTP/1.1" status: 200 len: 1129 time: 0.0477536 Feb 07 20:43:34.098731 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58969ba2-cc78-405d-8639-3a824ad402ac req-8a8fd15a-8368-4dcc-b42a-1ee21767cf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:34.100344 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-58969ba2-cc78-405d-8639-3a824ad402ac req-8a8fd15a-8368-4dcc-b42a-1ee21767cf35 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1a0cddfd-817c-4633-a6c0-32d035fd0eb1 HTTP/1.1" status: 200 len: 913 time: 0.0900984 Feb 07 20:43:34.172466 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-58969ba2-cc78-405d-8639-3a824ad402ac req-ca82c725-6c76-4dba-b2e8-fcd8ab9bc87e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c93a873d-ada4-4a24-ad83-b72727620385 HTTP/1.1" status: 200 len: 1000 time: 0.0621824 Feb 07 20:43:34.225957 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58969ba2-cc78-405d-8639-3a824ad402ac req-63788402-c3ff-422a-808c-c775882dffb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:34.227582 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-58969ba2-cc78-405d-8639-3a824ad402ac req-63788402-c3ff-422a-808c-c775882dffb3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a HTTP/1.1" status: 200 len: 851 time: 0.0484643 Feb 07 20:43:34.297857 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58969ba2-cc78-405d-8639-3a824ad402ac req-df3c20d2-021d-4786-9dc8-b3f899e0f48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:34.299385 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-58969ba2-cc78-405d-8639-3a824ad402ac req-df3c20d2-021d-4786-9dc8-b3f899e0f48d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1a0cddfd-817c-4633-a6c0-32d035fd0eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0647492 Feb 07 20:43:34.394428 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-58969ba2-cc78-405d-8639-3a824ad402ac req-d85df5c1-3a65-465b-988c-76397450d66b service neutron] 10.222.0.24 "GET /v2.0/networks/1a0cddfd-817c-4633-a6c0-32d035fd0eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882049 Feb 07 20:43:34.557360 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af956eb6-0b12-4327-940d-2583e55219e8 req-08c1f5bc-2d1b-4e07-a023-009c4eba3713 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:34.558871 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-af956eb6-0b12-4327-940d-2583e55219e8 req-08c1f5bc-2d1b-4e07-a023-009c4eba3713 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 945 time: 0.0843470 Feb 07 20:43:34.564657 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-58969ba2-cc78-405d-8639-3a824ad402ac req-9c7ebf4a-2f06-4a0b-8de2-e254740dc92d service neutron] 10.222.0.24 "GET /v2.0/networks/1a0cddfd-817c-4633-a6c0-32d035fd0eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641657 Feb 07 20:43:34.623503 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-af956eb6-0b12-4327-940d-2583e55219e8 req-6b6975aa-98a4-467b-a123-e35efe0df74d tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573101 Feb 07 20:43:34.906907 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6e8b4-214f-4af9-8086-0e8f665fdec3 req-8510fcc8-763f-400a-a096-e339802be353 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:34.908565 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f9b6e8b4-214f-4af9-8086-0e8f665fdec3 req-8510fcc8-763f-400a-a096-e339802be353 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eee256c-74e1-4cab-bc8d-83b84ab6d9cf HTTP/1.1" status: 200 len: 944 time: 0.0614934 Feb 07 20:43:34.961381 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f9b6e8b4-214f-4af9-8086-0e8f665fdec3 req-accb4b04-49d5-45ad-a4a6-6648e442c2b8 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466630 Feb 07 20:43:35.759314 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8770271-416d-4c34-85bc-d6cf122344bd req-bde8ae0f-bb44-4fe6-9dab-853811d2e167 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:35.761339 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d8770271-416d-4c34-85bc-d6cf122344bd req-bde8ae0f-bb44-4fe6-9dab-853811d2e167 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 945 time: 0.0580039 Feb 07 20:43:35.817703 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d8770271-416d-4c34-85bc-d6cf122344bd req-46079fdf-2a66-47db-b1dd-8491f4b49bc4 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507274 Feb 07 20:43:36.035650 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 1c17b087-7bf0-4c34-a2ca-a9dfd909bb21 details requested by agent hyperv_hv-cinder-82815 with host hv-cinder-82815 {{(pid=102682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:43:36.116383 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1050c-53db-4d2a-bdb5-09bed226f62f req-fb51bbad-a622-4ba7-bcdf-0a1e84ac33ce tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:36.124483 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-03a1050c-53db-4d2a-bdb5-09bed226f62f req-fb51bbad-a622-4ba7-bcdf-0a1e84ac33ce tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eee256c-74e1-4cab-bc8d-83b84ab6d9cf HTTP/1.1" status: 200 len: 944 time: 0.0747061 Feb 07 20:43:36.145726 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 1c17b087-7bf0-4c34-a2ca-a9dfd909bb21, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=1c17b087-7bf0-4c34-a2ca-a9dfd909bb21,segment=NetworkSegment(99bce5a4-2582-44ab-bd99-cb6e1383c3b6),segment_id=99bce5a4-2582-44ab-bd99-cb6e1383c3b6)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:43:36.159086 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Returning: {'device': '1c17b087-7bf0-4c34-a2ca-a9dfd909bb21', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'port_id': '1c17b087-7bf0-4c34-a2ca-a9dfd909bb21', 'mac_address': 'fa:16:3e:3f:63:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:43:36.200700 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port 1c17b087-7bf0-4c34-a2ca-a9dfd909bb21 is: DOWN; New status is: BUILD {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:43:36.201094 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (1c17b087-7bf0-4c34-a2ca-a9dfd909bb21), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:36.215644 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c17b087-7bf0-4c34-a2ca-a9dfd909bb21 {{(pid=102682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:43:36.222672 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-03a1050c-53db-4d2a-bdb5-09bed226f62f req-44549cc9-7248-4b53-9e0b-589f92e70e2d tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965466 Feb 07 20:43:36.241982 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 1c17b087-7bf0-4c34-a2ca-a9dfd909bb21, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=1c17b087-7bf0-4c34-a2ca-a9dfd909bb21,segment=NetworkSegment(99bce5a4-2582-44ab-bd99-cb6e1383c3b6),segment_id=99bce5a4-2582-44ab-bd99-cb6e1383c3b6)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:43:36.247095 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (1c17b087-7bf0-4c34-a2ca-a9dfd909bb21), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:36.308373 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=1c17b087-7bf0-4c34-a2ca-a9dfd909bb21,revision_number=4']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:43:36.628439 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['1c17b087-7bf0-4c34-a2ca-a9dfd909bb21'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:43:36.971134 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786907ba-dc0b-47a6-aa42-9f34b8ae7bb8 req-7e6586e5-df02-438f-8305-81c1983be848 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:36.972671 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-786907ba-dc0b-47a6-aa42-9f34b8ae7bb8 req-7e6586e5-df02-438f-8305-81c1983be848 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 945 time: 0.0615115 Feb 07 20:43:37.023796 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-786907ba-dc0b-47a6-aa42-9f34b8ae7bb8 req-a89e87b7-fd7a-49ce-8dfd-cf0824b16665 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452881 Feb 07 20:43:37.341037 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b071a0a-2864-46f4-bc63-0c071db1330e req-aff39951-3ebe-4f17-8e5b-4075434786d6 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:37.342624 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-9b071a0a-2864-46f4-bc63-0c071db1330e req-aff39951-3ebe-4f17-8e5b-4075434786d6 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eee256c-74e1-4cab-bc8d-83b84ab6d9cf HTTP/1.1" status: 200 len: 945 time: 0.0550449 Feb 07 20:43:37.399189 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-9b071a0a-2864-46f4-bc63-0c071db1330e req-f202ae9a-2644-4946-9a5b-54d5be5b4adb tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492821 Feb 07 20:43:38.048988 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 1c17b087-7bf0-4c34-a2ca-a9dfd909bb21 up at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:43:38.110652 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning for port 1c17b087-7bf0-4c34-a2ca-a9dfd909bb21 completed by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:43:38.115835 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning complete for port 1c17b087-7bf0-4c34-a2ca-a9dfd909bb21 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:43:38.116252 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (1c17b087-7bf0-4c34-a2ca-a9dfd909bb21), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:38.186374 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4aed4f-890f-465d-b5f3-0579e347403a req-bfce5287-6f4a-4770-83a6-b163eaacb517 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:38.188660 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9f4aed4f-890f-465d-b5f3-0579e347403a req-bfce5287-6f4a-4770-83a6-b163eaacb517 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 945 time: 0.0719807 Feb 07 20:43:38.216232 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port 1c17b087-7bf0-4c34-a2ca-a9dfd909bb21 is: BUILD; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:43:38.216699 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (1c17b087-7bf0-4c34-a2ca-a9dfd909bb21), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:38.241943 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9f4aed4f-890f-465d-b5f3-0579e347403a req-620b2b24-2364-4678-ac87-ad46e88ec9a2 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476158 Feb 07 20:43:38.248255 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eee256c-74e1-4cab-bc8d-83b84ab6d9cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c17b087-7bf0-4c34-a2ca-a9dfd909bb21'}] {{(pid=102682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:43:38.250408 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49691025426d341bc8e7177f0b95fa1f617f1e30ecd73d77513429b9266eb12b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8937b58-c154-4ff4-b67f-8e4834d5047d" -d '{"events": [{"server_uuid": "3eee256c-74e1-4cab-bc8d-83b84ab6d9cf", "name": "network-vif-plugged", "status": "completed", "tag": "1c17b087-7bf0-4c34-a2ca-a9dfd909bb21"}]}' {{(pid=102682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:43:38.263383 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port 1c17b087-7bf0-4c34-a2ca-a9dfd909bb21, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=1c17b087-7bf0-4c34-a2ca-a9dfd909bb21,segment=NetworkSegment(99bce5a4-2582-44ab-bd99-cb6e1383c3b6),segment_id=99bce5a4-2582-44ab-bd99-cb6e1383c3b6)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:43:38.271102 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (1c17b087-7bf0-4c34-a2ca-a9dfd909bb21), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:38.307159 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc930a2-f14e-4943-9369-1fd46c0f5390 x-openstack-request-id: req-cdc930a2-f14e-4943-9369-1fd46c0f5390 {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:43:38.307489 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eee256c-74e1-4cab-bc8d-83b84ab6d9cf", "name": "network-vif-plugged", "status": "completed", "tag": "1c17b087-7bf0-4c34-a2ca-a9dfd909bb21", "code": 200}]} {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:43:38.307752 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cdc930a2-f14e-4943-9369-1fd46c0f5390 {{(pid=102682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:43:38.308146 dv-cinder-828150-2-iscsi neutron-server[102682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eee256c-74e1-4cab-bc8d-83b84ab6d9cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c17b087-7bf0-4c34-a2ca-a9dfd909bb21', 'code': 200} Feb 07 20:43:38.337392 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=1c17b087-7bf0-4c34-a2ca-a9dfd909bb21,revision_number=5']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:43:38.579424 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76627b95-f38d-4da0-94e1-b5842d0e32f3 req-8da0a47c-a636-4bd4-8f24-22b8a3e26bc1 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:38.581403 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-76627b95-f38d-4da0-94e1-b5842d0e32f3 req-8da0a47c-a636-4bd4-8f24-22b8a3e26bc1 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eee256c-74e1-4cab-bc8d-83b84ab6d9cf HTTP/1.1" status: 200 len: 946 time: 0.0915704 Feb 07 20:43:38.592617 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a055213-b085-459a-bd30-b8aee33fed7f req-84166831-5354-4b4d-a104-129af35c0893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:38.594113 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-3a055213-b085-459a-bd30-b8aee33fed7f req-84166831-5354-4b4d-a104-129af35c0893 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3eee256c-74e1-4cab-bc8d-83b84ab6d9cf HTTP/1.1" status: 200 len: 1130 time: 0.0632555 Feb 07 20:43:38.662747 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-76627b95-f38d-4da0-94e1-b5842d0e32f3 req-9e7da5aa-f222-49f4-ac3a-745fb0701da3 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727148 Feb 07 20:43:38.669910 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-3a055213-b085-459a-bd30-b8aee33fed7f req-d20c4913-67d7-4fca-9280-03b056cd5acd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630410 Feb 07 20:43:39.352498 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3a008-a6b4-4c1c-8cd3-3e88b4490852 req-45f5a687-2c8b-4657-91a1-909675beafbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:39.354007 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-02e3a008-a6b4-4c1c-8cd3-3e88b4490852 req-45f5a687-2c8b-4657-91a1-909675beafbe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2185d4e79c4947b6869c2dff85759513&device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 1129 time: 0.0449507 Feb 07 20:43:39.386704 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83e19c-09e6-4dcc-91cd-e9ec65d6942e req-af3632ca-23f4-465d-86ec-aab015b78b63 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:39.388324 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-eb83e19c-09e6-4dcc-91cd-e9ec65d6942e req-af3632ca-23f4-465d-86ec-aab015b78b63 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 945 time: 0.0521042 Feb 07 20:43:39.434458 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-eb83e19c-09e6-4dcc-91cd-e9ec65d6942e req-509cf92c-9f4b-42e4-a596-10fbfdf57ab8 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405443 Feb 07 20:43:39.446933 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3a008-a6b4-4c1c-8cd3-3e88b4490852 req-dee74c94-98ba-4cd0-88d1-5312c381b133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:39.448416 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-02e3a008-a6b4-4c1c-8cd3-3e88b4490852 req-dee74c94-98ba-4cd0-88d1-5312c381b133 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b080ab0e-203b-499d-9b26-1d0d5d881ab5 HTTP/1.1" status: 200 len: 918 time: 0.0870559 Feb 07 20:43:39.512569 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-02e3a008-a6b4-4c1c-8cd3-3e88b4490852 req-144bf150-d8b7-42e4-a44f-a82013c5e56d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d12215d9-38c9-4cc5-aec9-4d701de680fc HTTP/1.1" status: 200 len: 1000 time: 0.0565169 Feb 07 20:43:39.562972 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3a008-a6b4-4c1c-8cd3-3e88b4490852 req-10210884-d675-4724-bc64-ccdf75c74e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:39.564288 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-02e3a008-a6b4-4c1c-8cd3-3e88b4490852 req-10210884-d675-4724-bc64-ccdf75c74e86 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2b04cad-c27a-42ce-981e-86830a1e7466 HTTP/1.1" status: 200 len: 856 time: 0.0453804 Feb 07 20:43:39.611660 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3a008-a6b4-4c1c-8cd3-3e88b4490852 req-4aa44692-3174-4331-8a00-9c4fd04b3c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:39.613638 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-02e3a008-a6b4-4c1c-8cd3-3e88b4490852 req-4aa44692-3174-4331-8a00-9c4fd04b3c6e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b080ab0e-203b-499d-9b26-1d0d5d881ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423431 Feb 07 20:43:39.701569 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-02e3a008-a6b4-4c1c-8cd3-3e88b4490852 req-0586f006-086f-44e4-a1ea-57a1450e2eea service neutron] 10.222.0.24 "GET /v2.0/networks/b080ab0e-203b-499d-9b26-1d0d5d881ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797198 Feb 07 20:43:39.832967 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7e786-c066-4767-8b64-c94f1d72d065 req-4482313e-9852-4e53-966c-04f8797c7236 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:39.834350 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-3ba7e786-c066-4767-8b64-c94f1d72d065 req-4482313e-9852-4e53-966c-04f8797c7236 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eee256c-74e1-4cab-bc8d-83b84ab6d9cf HTTP/1.1" status: 200 len: 946 time: 0.1004238 Feb 07 20:43:39.854069 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-02e3a008-a6b4-4c1c-8cd3-3e88b4490852 req-51121859-9be5-4696-b923-15880974da22 service neutron] 10.222.0.24 "GET /v2.0/networks/b080ab0e-203b-499d-9b26-1d0d5d881ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427741 Feb 07 20:43:39.897703 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-3ba7e786-c066-4767-8b64-c94f1d72d065 req-9092b7b8-d1e9-4db0-a4ec-a0e2600a7dfc tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545726 Feb 07 20:43:40.554494 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31513eb6-583e-4528-b094-f9bda908ef57 req-995e21e5-29f3-4393-909b-6f64ef393142 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:40.555871 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-31513eb6-583e-4528-b094-f9bda908ef57 req-995e21e5-29f3-4393-909b-6f64ef393142 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 945 time: 0.0507925 Feb 07 20:43:40.600453 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-31513eb6-583e-4528-b094-f9bda908ef57 req-7fb9d2f8-0279-45c0-8835-3bac11b2885b tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392051 Feb 07 20:43:41.011922 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e42fb-f2fa-478e-99f9-f0fd745ffeb3 req-2afd98d9-867e-45da-abe1-5db55080e4b8 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:41.013329 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-6b4e42fb-f2fa-478e-99f9-f0fd745ffeb3 req-2afd98d9-867e-45da-abe1-5db55080e4b8 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eee256c-74e1-4cab-bc8d-83b84ab6d9cf HTTP/1.1" status: 200 len: 946 time: 0.0508499 Feb 07 20:43:41.061885 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-6b4e42fb-f2fa-478e-99f9-f0fd745ffeb3 req-1ea73e70-9f5c-45f6-b3f0-ad1a68bdda7c tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431368 Feb 07 20:43:41.184059 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815841c6-9fb3-4c52-b744-47a2906b6e38 req-d3594a8a-e7c2-469e-acd3-ab9db3a1b418 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:41.185593 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-815841c6-9fb3-4c52-b744-47a2906b6e38 req-d3594a8a-e7c2-469e-acd3-ab9db3a1b418 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eee256c-74e1-4cab-bc8d-83b84ab6d9cf HTTP/1.1" status: 200 len: 946 time: 0.0560851 Feb 07 20:43:41.235965 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-815841c6-9fb3-4c52-b744-47a2906b6e38 req-d4f6bb1c-e0f9-48cb-8cab-b561392a7483 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449088 Feb 07 20:43:41.257514 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 56252) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:43:41.300454 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771ec3a0-94d2-41fe-b824-c7c92255c710 tempest-TestVolumeBootPattern-1641115913 tempest-TestVolumeBootPattern-1641115913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:41.301903 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-771ec3a0-94d2-41fe-b824-c7c92255c710 tempest-TestVolumeBootPattern-1641115913 tempest-TestVolumeBootPattern-1641115913-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3eee256c-74e1-4cab-bc8d-83b84ab6d9cf HTTP/1.1" status: 200 len: 1125 time: 0.0434599 Feb 07 20:43:41.304535 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 56254) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:43:41.308752 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-5e067ea3-227b-4daf-a82f-b4c3dbed0247 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Request body: {'floatingip': {'floating_network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'port_id': '1c17b087-7bf0-4c34-a2ca-a9dfd909bb21', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:43:41.328706 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-5e067ea3-227b-4daf-a82f-b4c3dbed0247 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:41.422516 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-5e067ea3-227b-4daf-a82f-b4c3dbed0247 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:41.531480 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.db_base_plugin_common [None req-5e067ea3-227b-4daf-a82f-b4c3dbed0247 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Allocated IP 172.27.3.188 (8fac5e93-9c31-4064-8161-a8fff953e3cb/29ca3f4a-d044-4ce0-b1ea-59efe11aa82f/c7a1bc32-dccc-4e73-b695-807a31bc0a36) {{(pid=102680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:43:41.630978 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-5e067ea3-227b-4daf-a82f-b4c3dbed0247 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for port (c7a1bc32-dccc-4e73-b695-807a31bc0a36), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:41.665605 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-5e067ea3-227b-4daf-a82f-b4c3dbed0247 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17688'] for port (c7a1bc32-dccc-4e73-b695-807a31bc0a36), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:41.701253 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e067ea3-227b-4daf-a82f-b4c3dbed0247 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Network 8fac5e93-9c31-4064-8161-a8fff953e3cb is already hosted by enough agents. {{(pid=102680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:43:41.706272 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [None req-5e067ea3-227b-4daf-a82f-b4c3dbed0247 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Resources bound (agent type, host, resource id): {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:43:41.709675 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e067ea3-227b-4daf-a82f-b4c3dbed0247 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Received port after_create {{(pid=102680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:43:41.732158 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc91332b-fec8-490e-8a43-b96e5b3f6dea req-c6f11895-88a6-4d4d-8903-153665d21c79 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:41.736114 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-cc91332b-fec8-490e-8a43-b96e5b3f6dea req-c6f11895-88a6-4d4d-8903-153665d21c79 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 945 time: 0.0660071 Feb 07 20:43:41.740236 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e067ea3-227b-4daf-a82f-b4c3dbed0247 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Pushing event updated for resources: {'Port': ['ID=c7a1bc32-dccc-4e73-b695-807a31bc0a36,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:43:41.749101 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e067ea3-227b-4daf-a82f-b4c3dbed0247 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:43:41.749451 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e067ea3-227b-4daf-a82f-b4c3dbed0247 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:43:41.749795 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e067ea3-227b-4daf-a82f-b4c3dbed0247 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:43:41.750133 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e067ea3-227b-4daf-a82f-b4c3dbed0247 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:43:41.750461 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e067ea3-227b-4daf-a82f-b4c3dbed0247 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:43:41.750789 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e067ea3-227b-4daf-a82f-b4c3dbed0247 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:43:41.751115 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e067ea3-227b-4daf-a82f-b4c3dbed0247 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:43:41.751459 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e067ea3-227b-4daf-a82f-b4c3dbed0247 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:43:41.751794 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e067ea3-227b-4daf-a82f-b4c3dbed0247 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:43:41.752119 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e067ea3-227b-4daf-a82f-b4c3dbed0247 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:43:41.752502 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e067ea3-227b-4daf-a82f-b4c3dbed0247 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:43:41.752820 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e067ea3-227b-4daf-a82f-b4c3dbed0247 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:43:41.753138 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e067ea3-227b-4daf-a82f-b4c3dbed0247 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:43:41.791689 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-cc91332b-fec8-490e-8a43-b96e5b3f6dea req-92f2c689-02c7-4a56-838a-d91d3956a9e9 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518944 Feb 07 20:43:42.053412 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device d12215d9-38c9-4cc5-aec9-4d701de680fc no longer exists at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:43:42.070257 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-5e067ea3-227b-4daf-a82f-b4c3dbed0247 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for floatingip (1cb78714-be62-4883-86ce-9d57166fba39), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:42.133049 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port d12215d9-38c9-4cc5-aec9-4d701de680fc is: ACTIVE; New status is: DOWN {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:43:42.133798 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (d12215d9-38c9-4cc5-aec9-4d701de680fc), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:42.145611 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-5e067ea3-227b-4daf-a82f-b4c3dbed0247 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (c7a1bc32-dccc-4e73-b695-807a31bc0a36), before_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:42.156844 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a730c212-2fbf-4da4-aa2f-41766e3fcf7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd12215d9-38c9-4cc5-aec9-4d701de680fc'}] {{(pid=102682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:43:42.159246 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49691025426d341bc8e7177f0b95fa1f617f1e30ecd73d77513429b9266eb12b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfaecf6-7a3f-46d0-ad37-5aab228daa14" -d '{"events": [{"server_uuid": "a730c212-2fbf-4da4-aa2f-41766e3fcf7d", "name": "network-vif-unplugged", "status": "completed", "tag": "d12215d9-38c9-4cc5-aec9-4d701de680fc"}]}' {{(pid=102682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:43:42.173349 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port d12215d9-38c9-4cc5-aec9-4d701de680fc, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=d12215d9-38c9-4cc5-aec9-4d701de680fc,segment=NetworkSegment(025e846a-937e-4847-b04b-5f3e732f1e22),segment_id=025e846a-937e-4847-b04b-5f3e732f1e22)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:43:42.178973 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (d12215d9-38c9-4cc5-aec9-4d701de680fc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:42.203413 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Feb 2022 20:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f5089f-16b0-4f0f-b26f-5817d38bf01a x-openstack-request-id: req-21f5089f-16b0-4f0f-b26f-5817d38bf01a {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:43:42.203968 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a730c212-2fbf-4da4-aa2f-41766e3fcf7d", "name": "network-vif-unplugged", "status": "failed", "tag": "d12215d9-38c9-4cc5-aec9-4d701de680fc", "code": 422}]} {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:43:42.204229 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-21f5089f-16b0-4f0f-b26f-5817d38bf01a {{(pid=102682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:43:42.204617 dv-cinder-828150-2-iscsi neutron-server[102682]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a730c212-2fbf-4da4-aa2f-41766e3fcf7d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd12215d9-38c9-4cc5-aec9-4d701de680fc', 'code': 422} returned with failed status Feb 07 20:43:42.230882 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=d12215d9-38c9-4cc5-aec9-4d701de680fc,revision_number=8']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:43:42.301384 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-5e067ea3-227b-4daf-a82f-b4c3dbed0247 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for port (c7a1bc32-dccc-4e73-b695-807a31bc0a36), precommit_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:42.305822 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-5e067ea3-227b-4daf-a82f-b4c3dbed0247 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17681'] for port (c7a1bc32-dccc-4e73-b695-807a31bc0a36), after_update {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:42.373206 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e067ea3-227b-4daf-a82f-b4c3dbed0247 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Pushing event updated for resources: {'Port': ['ID=c7a1bc32-dccc-4e73-b695-807a31bc0a36,revision_number=2']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:43:42.382404 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-5e067ea3-227b-4daf-a82f-b4c3dbed0247 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395805'] for floatingip (1cb78714-be62-4883-86ce-9d57166fba39), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:42.479866 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.db.l3_db [None req-5e067ea3-227b-4daf-a82f-b4c3dbed0247 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Floating IP 1cb78714-be62-4883-86ce-9d57166fba39 associated. External IP: 172.27.3.188, port: 1c17b087-7bf0-4c34-a2ca-a9dfd909bb21. Feb 07 20:43:42.679558 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e067ea3-227b-4daf-a82f-b4c3dbed0247 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Router f8ecbfa1-0d21-4c50-9a06-f78846443237 has already been hosted by L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef {{(pid=102680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:43:42.784597 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e067ea3-227b-4daf-a82f-b4c3dbed0247 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:43:42.794609 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b00d24f-e6ac-4e21-9f96-66d83f68b818 None None] Sync routers for ids ['f8ecbfa1-0d21-4c50-9a06-f78846443237'] in dv-cinder-828150-2-iscsi {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:43:42.803326 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-5e067ea3-227b-4daf-a82f-b4c3dbed0247 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for floatingip (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:42.804444 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b00d24f-e6ac-4e21-9f96-66d83f68b818 None None] Routers {'f8ecbfa1-0d21-4c50-9a06-f78846443237'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:43:42.805042 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-0b00d24f-e6ac-4e21-9f96-66d83f68b818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:43:29Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['f8ecbfa1-0d21-4c50-9a06-f78846443237'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:43:42.845117 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-5e067ea3-227b-4daf-a82f-b4c3dbed0247 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5283232 Feb 07 20:43:42.845117 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eee256c-74e1-4cab-bc8d-83b84ab6d9cf', 'tag': '1c17b087-7bf0-4c34-a2ca-a9dfd909bb21'}] {{(pid=102680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:43:42.845117 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8018c2217b61fdaaeb92b6d737e1de58097a2b3cdf81442b843717ec2e5fe670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c52be37-ef78-4916-8905-3474a1c25eab" -d '{"events": [{"name": "network-changed", "server_uuid": "3eee256c-74e1-4cab-bc8d-83b84ab6d9cf", "tag": "1c17b087-7bf0-4c34-a2ca-a9dfd909bb21"}]}' {{(pid=102680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:43:42.873362 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d19cd1-19d9-4a0b-b3d3-7de56367b81b x-openstack-request-id: req-b6d19cd1-19d9-4a0b-b3d3-7de56367b81b {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:43:42.873578 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eee256c-74e1-4cab-bc8d-83b84ab6d9cf", "tag": "1c17b087-7bf0-4c34-a2ca-a9dfd909bb21", "status": "completed", "code": 200}]} {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:43:42.873778 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b6d19cd1-19d9-4a0b-b3d3-7de56367b81b {{(pid=102680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:43:42.874178 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eee256c-74e1-4cab-bc8d-83b84ab6d9cf', 'tag': '1c17b087-7bf0-4c34-a2ca-a9dfd909bb21', 'status': 'completed', 'code': 200} Feb 07 20:43:42.974628 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3568cf-190a-4144-8857-67b19b510221 req-c5e3ebd5-475e-4773-b30e-112e91a5475f tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:42.976153 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-3d3568cf-190a-4144-8857-67b19b510221 req-c5e3ebd5-475e-4773-b30e-112e91a5475f tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 943 time: 0.0922306 Feb 07 20:43:42.978706 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52be37-ef78-4916-8905-3474a1c25eab req-276df1dc-c13a-4cbc-a170-dc87186f1e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:42.980087 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-4c52be37-ef78-4916-8905-3474a1c25eab req-276df1dc-c13a-4cbc-a170-dc87186f1e0a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a36697eb438d4c69909c3d32f2f92e77&device_id=3eee256c-74e1-4cab-bc8d-83b84ab6d9cf HTTP/1.1" status: 200 len: 1130 time: 0.0829225 Feb 07 20:43:43.007082 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-0b00d24f-e6ac-4e21-9f96-66d83f68b818 None None] Set router f8ecbfa1-0d21-4c50-9a06-f78846443237 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:43:43.076465 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-3d3568cf-190a-4144-8857-67b19b510221 req-632d9559-712e-46b9-9c3e-25f0515bcb67 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932288 Feb 07 20:43:43.100748 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52be37-ef78-4916-8905-3474a1c25eab req-503436bf-592b-4a2e-a21b-a9ed01c659ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:43.102201 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-4c52be37-ef78-4916-8905-3474a1c25eab req-503436bf-592b-4a2e-a21b-a9ed01c659ce service neutron] 10.222.0.24 "GET /v2.0/networks?id=1a0cddfd-817c-4633-a6c0-32d035fd0eb1 HTTP/1.1" status: 200 len: 913 time: 0.1120167 Feb 07 20:43:43.178186 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-4c52be37-ef78-4916-8905-3474a1c25eab req-250be12d-10fb-4945-afbf-46ad2957e8e4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c17b087-7bf0-4c34-a2ca-a9dfd909bb21 HTTP/1.1" status: 200 len: 1000 time: 0.0685840 Feb 07 20:43:43.235583 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52be37-ef78-4916-8905-3474a1c25eab req-41de3a29-fe1b-49cf-9486-21182b3187c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:43.237627 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-4c52be37-ef78-4916-8905-3474a1c25eab req-41de3a29-fe1b-49cf-9486-21182b3187c2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a HTTP/1.1" status: 200 len: 851 time: 0.0494900 Feb 07 20:43:43.240425 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-0b00d24f-e6ac-4e21-9f96-66d83f68b818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'name': 'tempest-TestVolumeBootPattern-2035682319-router', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:37:58Z', 'updated_at': '2022-02-07T20:38:01Z', 'revision_number': 4, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'gw_port': {'id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:37:59Z', 'updated_at': '2022-02-07T20:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_floatingips': [{'id': '1cb78714-be62-4883-86ce-9d57166fba39', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'floating_ip_address': '172.27.3.188', 'floating_network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'router_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'port_id': '1c17b087-7bf0-4c34-a2ca-a9dfd909bb21', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'mac_address': 'fa:16:3e:3f:63:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eee256c-74e1-4cab-bc8d-83b84ab6d9cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:43:41Z', 'updated_at': '2022-02-07T20:43:41Z', 'revision_number': 0, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'fixed_ip_address_scope': None}, {'id': '37d305f5-4772-431f-be56-03593c248f36', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'router_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'port_id': 'c93a873d-ada4-4a24-ad83-b72727620385', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'mac_address': 'fa:16:3e:b2:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4eeabe7-17bb-4fce-a98c-5305b62eb67e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:41:34Z', 'updated_at': '2022-02-07T20:41:36Z', 'revision_number': 1, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d81889e-c274-4bba-806d-f8de1bf939e6', 'name': '', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'mac_address': 'fa:16:3e:ad:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:38:00Z', 'updated_at': '2022-02-07T20:38:06Z', 'revision_number': 5, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'subnets': [{'id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:43:43.271349 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b00d24f-e6ac-4e21-9f96-66d83f68b818 None None] Checking router: f8ecbfa1-0d21-4c50-9a06-f78846443237 for host: dv-cinder-828150-2-iscsi {{(pid=102683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:43:43.280006 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b00d24f-e6ac-4e21-9f96-66d83f68b818 None None] Routers {'f8ecbfa1-0d21-4c50-9a06-f78846443237'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:43:43.280604 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-0b00d24f-e6ac-4e21-9f96-66d83f68b818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:43:29Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['f8ecbfa1-0d21-4c50-9a06-f78846443237'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:43:43.295718 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52be37-ef78-4916-8905-3474a1c25eab req-a686c1e7-4d8a-4c43-8b8b-7c4a9d7ec796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:43.297449 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-4c52be37-ef78-4916-8905-3474a1c25eab req-a686c1e7-4d8a-4c43-8b8b-7c4a9d7ec796 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1a0cddfd-817c-4633-a6c0-32d035fd0eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531893 Feb 07 20:43:43.391214 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-4c52be37-ef78-4916-8905-3474a1c25eab req-48132c33-5b15-456a-9eae-25d073b3880b service neutron] 10.222.0.24 "GET /v2.0/networks/1a0cddfd-817c-4633-a6c0-32d035fd0eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866380 Feb 07 20:43:43.392201 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-0b00d24f-e6ac-4e21-9f96-66d83f68b818 None None] Set router f8ecbfa1-0d21-4c50-9a06-f78846443237 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:43:43.491367 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-4c52be37-ef78-4916-8905-3474a1c25eab req-5cead748-7b98-41c2-b7bd-a0919468a2a2 service neutron] 10.222.0.24 "GET /v2.0/networks/1a0cddfd-817c-4633-a6c0-32d035fd0eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945628 Feb 07 20:43:43.629887 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-0b00d24f-e6ac-4e21-9f96-66d83f68b818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'name': 'tempest-TestVolumeBootPattern-2035682319-router', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:37:58Z', 'updated_at': '2022-02-07T20:38:01Z', 'revision_number': 4, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'gw_port': {'id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:37:59Z', 'updated_at': '2022-02-07T20:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_floatingips': [{'id': '1cb78714-be62-4883-86ce-9d57166fba39', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'floating_ip_address': '172.27.3.188', 'floating_network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'router_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'port_id': '1c17b087-7bf0-4c34-a2ca-a9dfd909bb21', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'mac_address': 'fa:16:3e:3f:63:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eee256c-74e1-4cab-bc8d-83b84ab6d9cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:43:41Z', 'updated_at': '2022-02-07T20:43:41Z', 'revision_number': 0, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'fixed_ip_address_scope': None}, {'id': '37d305f5-4772-431f-be56-03593c248f36', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'router_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'port_id': 'c93a873d-ada4-4a24-ad83-b72727620385', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'mac_address': 'fa:16:3e:b2:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4eeabe7-17bb-4fce-a98c-5305b62eb67e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:41:34Z', 'updated_at': '2022-02-07T20:41:36Z', 'revision_number': 1, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d81889e-c274-4bba-806d-f8de1bf939e6', 'name': '', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'mac_address': 'fa:16:3e:ad:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:38:00Z', 'updated_at': '2022-02-07T20:38:06Z', 'revision_number': 5, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'subnets': [{'id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:43:43.656151 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b00d24f-e6ac-4e21-9f96-66d83f68b818 None None] The sync data for ids ['f8ecbfa1-0d21-4c50-9a06-f78846443237'] in dv-cinder-828150-2-iscsi is: [{'id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'name': 'tempest-TestVolumeBootPattern-2035682319-router', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:37:58Z', 'updated_at': '2022-02-07T20:38:01Z', 'revision_number': 4, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'gw_port': {'id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:37:59Z', 'updated_at': '2022-02-07T20:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_floatingips': [{'id': '1cb78714-be62-4883-86ce-9d57166fba39', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'floating_ip_address': '172.27.3.188', 'floating_network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'router_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'port_id': '1c17b087-7bf0-4c34-a2ca-a9dfd909bb21', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'mac_address': 'fa:16:3e:3f:63:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eee256c-74e1-4cab-bc8d-83b84ab6d9cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:43:41Z', 'updated_at': '2022-02-07T20:43:41Z', 'revision_number': 0, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'fixed_ip_address_scope': None}, {'id': '37d305f5-4772-431f-be56-03593c248f36', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'router_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'port_id': 'c93a873d-ada4-4a24-ad83-b72727620385', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'mac_address': 'fa:16:3e:b2:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4eeabe7-17bb-4fce-a98c-5305b62eb67e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:41:34Z', 'updated_at': '2022-02-07T20:41:36Z', 'revision_number': 1, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d81889e-c274-4bba-806d-f8de1bf939e6', 'name': '', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'mac_address': 'fa:16:3e:ad:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:38:00Z', 'updated_at': '2022-02-07T20:38:06Z', 'revision_number': 5, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'subnets': [{'id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:43:43.857389 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ebcf5f-ee64-40ad-a905-b526532b5a7d None None] New status for floating IP 1cb78714-be62-4883-86ce-9d57166fba39: ACTIVE {{(pid=102682) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 20:43:44.000834 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1061897-935c-4782-b06a-befb267b9760 req-47e03da6-9b08-46c3-8a5f-3b49797e335e tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:44.002263 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d1061897-935c-4782-b06a-befb267b9760 req-47e03da6-9b08-46c3-8a5f-3b49797e335e tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 943 time: 0.0560136 Feb 07 20:43:44.051938 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d1061897-935c-4782-b06a-befb267b9760 req-b41f4fad-a970-4d47-90b2-767e761fab65 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438251 Feb 07 20:43:44.245666 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-96b492ba-4856-408e-9434-bab56d34a835 req-37822b50-d869-4d9f-a212-7fa47e5e4b39 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0422347 Feb 07 20:43:44.994613 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b492ba-4856-408e-9434-bab56d34a835 req-1a8142a2-6d10-4c96-86cb-3cf0246fc7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:44.996134 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-96b492ba-4856-408e-9434-bab56d34a835 req-1a8142a2-6d10-4c96-86cb-3cf0246fc7f0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d&tenant_id=2185d4e79c4947b6869c2dff85759513 HTTP/1.1" status: 200 len: 1127 time: 0.0436542 Feb 07 20:43:45.058653 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b492ba-4856-408e-9434-bab56d34a835 req-cc75e8a4-594e-4370-8a7f-482a69068cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:45.060123 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-96b492ba-4856-408e-9434-bab56d34a835 req-cc75e8a4-594e-4370-8a7f-482a69068cbe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2185d4e79c4947b6869c2dff85759513&device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 1127 time: 0.0432637 Feb 07 20:43:45.149511 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b492ba-4856-408e-9434-bab56d34a835 req-41c87e29-0b5d-4229-91db-8773a88915fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:45.151210 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-96b492ba-4856-408e-9434-bab56d34a835 req-41c87e29-0b5d-4229-91db-8773a88915fe service neutron] 10.222.0.24 "GET /v2.0/networks?id=b080ab0e-203b-499d-9b26-1d0d5d881ab5 HTTP/1.1" status: 200 len: 918 time: 0.0850885 Feb 07 20:43:45.180142 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af5f6f-b611-4257-bb88-eb32b46dc9b0 req-bc2ecff5-3353-46be-9598-c46db8f111e6 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:45.181647 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-94af5f6f-b611-4257-bb88-eb32b46dc9b0 req-bc2ecff5-3353-46be-9598-c46db8f111e6 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 943 time: 0.0554271 Feb 07 20:43:45.215514 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-96b492ba-4856-408e-9434-bab56d34a835 req-f6e3e645-e284-4736-af4f-d16c12ab467b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d12215d9-38c9-4cc5-aec9-4d701de680fc HTTP/1.1" status: 200 len: 998 time: 0.0579906 Feb 07 20:43:45.229996 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-94af5f6f-b611-4257-bb88-eb32b46dc9b0 req-42174c12-c9e7-4284-8aed-4449dfa7d3f0 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428624 Feb 07 20:43:45.266127 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b492ba-4856-408e-9434-bab56d34a835 req-9b2b6bda-874d-4ce0-b353-fda71aa99cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:45.267612 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-96b492ba-4856-408e-9434-bab56d34a835 req-9b2b6bda-874d-4ce0-b353-fda71aa99cc4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2b04cad-c27a-42ce-981e-86830a1e7466 HTTP/1.1" status: 200 len: 856 time: 0.0469456 Feb 07 20:43:45.314416 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b492ba-4856-408e-9434-bab56d34a835 req-464cf70a-3196-4386-bf7a-cfadbcb0cc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:45.316402 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-96b492ba-4856-408e-9434-bab56d34a835 req-464cf70a-3196-4386-bf7a-cfadbcb0cc64 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b080ab0e-203b-499d-9b26-1d0d5d881ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433064 Feb 07 20:43:45.400029 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-96b492ba-4856-408e-9434-bab56d34a835 req-2a65b549-443f-4088-9ec7-928999e6c682 service neutron] 10.222.0.24 "GET /v2.0/networks/b080ab0e-203b-499d-9b26-1d0d5d881ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0772951 Feb 07 20:43:45.488477 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-96b492ba-4856-408e-9434-bab56d34a835 req-aae49b2f-fadc-4434-8236-16d95765e4ad service neutron] 10.222.0.24 "GET /v2.0/networks/b080ab0e-203b-499d-9b26-1d0d5d881ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821733 Feb 07 20:43:46.069849 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device d12215d9-38c9-4cc5-aec9-4d701de680fc no longer exists at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:43:46.148371 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port d12215d9-38c9-4cc5-aec9-4d701de680fc is: DOWN; New status is: DOWN {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:43:46.369851 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908ddcb-bf1d-4e4a-863e-6a51c4419441 req-cb096315-7919-4665-b8be-2be5b0b27fb2 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:46.372088 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-4908ddcb-bf1d-4e4a-863e-6a51c4419441 req-cb096315-7919-4665-b8be-2be5b0b27fb2 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 943 time: 0.0563176 Feb 07 20:43:46.427029 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-4908ddcb-bf1d-4e4a-863e-6a51c4419441 req-e621e4c9-3400-4d82-adfa-7dfc2c85e135 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487781 Feb 07 20:43:47.555832 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b8622-a1e6-48b1-8a22-b8396067e241 req-c938d7e2-4da9-467e-aee5-f54eab86f0c4 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:47.558476 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8d2b8622-a1e6-48b1-8a22-b8396067e241 req-c938d7e2-4da9-467e-aee5-f54eab86f0c4 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 943 time: 0.0550888 Feb 07 20:43:47.609601 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-8d2b8622-a1e6-48b1-8a22-b8396067e241 req-05bb5cd7-9f94-41ff-b103-6f9ddcc52d43 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441477 Feb 07 20:43:48.997823 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefeb489-3e14-4b3c-8132-d3fd3a07cb03 req-79188670-febb-4044-9614-eb96375de70e tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:48.999295 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-fefeb489-3e14-4b3c-8132-d3fd3a07cb03 req-79188670-febb-4044-9614-eb96375de70e tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 943 time: 0.3119116 Feb 07 20:43:49.051222 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-fefeb489-3e14-4b3c-8132-d3fd3a07cb03 req-1a6f9acd-ae8a-4b29-85e9-6d03c216d778 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457246 Feb 07 20:43:50.179483 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7426c7-26cc-46ec-ad44-4996de60f6b4 req-876664dd-f76a-4d27-a7ad-499482f22a0d tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:50.180865 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-ec7426c7-26cc-46ec-ad44-4996de60f6b4 req-876664dd-f76a-4d27-a7ad-499482f22a0d tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 943 time: 0.0537627 Feb 07 20:43:50.232338 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-ec7426c7-26cc-46ec-ad44-4996de60f6b4 req-c8568b42-4e11-48f1-8504-690db2a9b5d5 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454659 Feb 07 20:43:51.367927 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfcd5d-ae39-4186-82bd-c0ee60dafa85 req-41ae3398-aa65-4d06-86df-67d11d989260 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:51.369500 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-27bfcd5d-ae39-4186-82bd-c0ee60dafa85 req-41ae3398-aa65-4d06-86df-67d11d989260 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 943 time: 0.0524204 Feb 07 20:43:51.419723 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-27bfcd5d-ae39-4186-82bd-c0ee60dafa85 req-70dda3a3-8f21-4590-84f7-4ef5020e4a1a tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445592 Feb 07 20:43:52.558780 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458bfa83-7a9d-42d1-addf-38a43d6c4954 req-2997a020-424f-40b0-a3f0-ed6c7b6ddeb5 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:52.560958 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-458bfa83-7a9d-42d1-addf-38a43d6c4954 req-2997a020-424f-40b0-a3f0-ed6c7b6ddeb5 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 943 time: 0.0546112 Feb 07 20:43:52.609807 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-458bfa83-7a9d-42d1-addf-38a43d6c4954 req-0ff4e224-4f2a-4e69-b90d-395f3ad3dd7a tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412228 Feb 07 20:43:53.737960 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1bb93-47b9-4955-9e6c-97d81d21a51c req-02426b76-9b43-4e81-9d9b-99afc7659383 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:53.739434 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e0b1bb93-47b9-4955-9e6c-97d81d21a51c req-02426b76-9b43-4e81-9d9b-99afc7659383 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 943 time: 0.0545955 Feb 07 20:43:53.804632 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e0b1bb93-47b9-4955-9e6c-97d81d21a51c req-65e0af58-4993-4496-886a-503fb193e3f7 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590911 Feb 07 20:43:54.924866 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60347b21-270d-4870-b2c9-32b5172af0f2 req-4f665a84-c039-4df9-bc47-8f02e91717ae tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:54.926310 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-60347b21-270d-4870-b2c9-32b5172af0f2 req-4f665a84-c039-4df9-bc47-8f02e91717ae tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 943 time: 0.0513127 Feb 07 20:43:54.971308 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-60347b21-270d-4870-b2c9-32b5172af0f2 req-19ed905e-d677-4e8f-98c8-dc80e77ce1be tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394700 Feb 07 20:43:55.157529 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.agents_db [None req-6ca4556d-c1da-4dc5-8d4b-cf8528912650 None None] Agent healthcheck: found 6 active agents {{(pid=102683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:43:56.089643 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f0e57-fcf6-4072-b420-1a4c5822e4d0 req-06e44b58-80ca-4be0-a1e5-4243ab95a575 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:56.091147 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-be8f0e57-fcf6-4072-b420-1a4c5822e4d0 req-06e44b58-80ca-4be0-a1e5-4243ab95a575 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 943 time: 0.0506647 Feb 07 20:43:56.136454 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-be8f0e57-fcf6-4072-b420-1a4c5822e4d0 req-39af69da-eff4-4c2e-891b-881d02833687 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398738 Feb 07 20:43:56.540987 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (2db0d972-3e88-4a6a-9d75-f8f2fe350c5f), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:56.545021 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-dd422cf7-4964-492a-b49f-7b39fd0fa28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:57.266842 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fdc53a-8a2f-4c12-9cdc-324fe6d3f182 req-21b1e26e-2a34-4529-9cdd-2993fb16ba8b tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:57.268360 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-31fdc53a-8a2f-4c12-9cdc-324fe6d3f182 req-21b1e26e-2a34-4529-9cdd-2993fb16ba8b tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 943 time: 0.0588930 Feb 07 20:43:57.318861 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-31fdc53a-8a2f-4c12-9cdc-324fe6d3f182 req-ee69b07c-f520-421f-8e0e-f7525bc7d507 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436847 Feb 07 20:43:58.147143 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device d12215d9-38c9-4cc5-aec9-4d701de680fc details requested by agent hyperv_hv-cinder-82815 with host hv-cinder-82815 {{(pid=102682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:43:58.240440 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port d12215d9-38c9-4cc5-aec9-4d701de680fc, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=d12215d9-38c9-4cc5-aec9-4d701de680fc,segment=NetworkSegment(025e846a-937e-4847-b04b-5f3e732f1e22),segment_id=025e846a-937e-4847-b04b-5f3e732f1e22)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:43:58.251632 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Returning: {'device': 'd12215d9-38c9-4cc5-aec9-4d701de680fc', 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5', 'port_id': 'd12215d9-38c9-4cc5-aec9-4d701de680fc', 'mac_address': 'fa:16:3e:2b:da:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2b04cad-c27a-42ce-981e-86830a1e7466', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:43:58.291468 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port d12215d9-38c9-4cc5-aec9-4d701de680fc is: DOWN; New status is: BUILD {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:43:58.291991 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (d12215d9-38c9-4cc5-aec9-4d701de680fc), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:58.304762 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d12215d9-38c9-4cc5-aec9-4d701de680fc {{(pid=102682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:43:58.323279 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port d12215d9-38c9-4cc5-aec9-4d701de680fc, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=d12215d9-38c9-4cc5-aec9-4d701de680fc,segment=NetworkSegment(025e846a-937e-4847-b04b-5f3e732f1e22),segment_id=025e846a-937e-4847-b04b-5f3e732f1e22)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:43:58.327518 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (d12215d9-38c9-4cc5-aec9-4d701de680fc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:58.374100 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=d12215d9-38c9-4cc5-aec9-4d701de680fc,revision_number=9']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:43:58.442216 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ed27b-2ff9-41b7-899c-f62f661ceaaa req-49376268-1345-42b6-9601-f7a7e2743e4c tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:58.443604 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-681ed27b-2ff9-41b7-899c-f62f661ceaaa req-49376268-1345-42b6-9601-f7a7e2743e4c tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 944 time: 0.0523040 Feb 07 20:43:58.491780 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-681ed27b-2ff9-41b7-899c-f62f661ceaaa req-238ee878-ecc7-4226-97be-376046346db0 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427134 Feb 07 20:43:58.626971 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['d12215d9-38c9-4cc5-aec9-4d701de680fc'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:43:58.883228 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-12a55194-a567-498c-b384-4faa45fc684f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:43:59.612679 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac900a-4932-4917-ab85-d42a745ca13e req-99992924-6fb1-4009-a59b-0e459a98502e tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:43:59.614141 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-66ac900a-4932-4917-ab85-d42a745ca13e req-99992924-6fb1-4009-a59b-0e459a98502e tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 944 time: 0.0524905 Feb 07 20:43:59.659513 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-66ac900a-4932-4917-ab85-d42a745ca13e req-32cdaaa7-1a03-4b89-b4da-339117eb008f tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397470 Feb 07 20:43:59.979403 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:00.172732 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device d12215d9-38c9-4cc5-aec9-4d701de680fc up at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:44:00.219500 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning complete for port d12215d9-38c9-4cc5-aec9-4d701de680fc triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:44:00.219874 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (d12215d9-38c9-4cc5-aec9-4d701de680fc), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:00.296912 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port d12215d9-38c9-4cc5-aec9-4d701de680fc is: BUILD; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:44:00.297299 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (d12215d9-38c9-4cc5-aec9-4d701de680fc), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:00.319223 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a730c212-2fbf-4da4-aa2f-41766e3fcf7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12215d9-38c9-4cc5-aec9-4d701de680fc'}] {{(pid=102682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:44:00.321443 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49691025426d341bc8e7177f0b95fa1f617f1e30ecd73d77513429b9266eb12b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76cde42-2aa2-4016-82fb-a5ab90d28c06" -d '{"events": [{"server_uuid": "a730c212-2fbf-4da4-aa2f-41766e3fcf7d", "name": "network-vif-plugged", "status": "completed", "tag": "d12215d9-38c9-4cc5-aec9-4d701de680fc"}]}' {{(pid=102682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:44:00.333967 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port d12215d9-38c9-4cc5-aec9-4d701de680fc, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=d12215d9-38c9-4cc5-aec9-4d701de680fc,segment=NetworkSegment(025e846a-937e-4847-b04b-5f3e732f1e22),segment_id=025e846a-937e-4847-b04b-5f3e732f1e22)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:44:00.338090 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (d12215d9-38c9-4cc5-aec9-4d701de680fc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:00.362044 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409a48d3-911b-4ed0-921e-3af275994a64 x-openstack-request-id: req-409a48d3-911b-4ed0-921e-3af275994a64 {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:44:00.362362 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a730c212-2fbf-4da4-aa2f-41766e3fcf7d", "name": "network-vif-plugged", "status": "completed", "tag": "d12215d9-38c9-4cc5-aec9-4d701de680fc", "code": 200}]} {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:44:00.362614 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-409a48d3-911b-4ed0-921e-3af275994a64 {{(pid=102682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:44:00.363001 dv-cinder-828150-2-iscsi neutron-server[102682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a730c212-2fbf-4da4-aa2f-41766e3fcf7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12215d9-38c9-4cc5-aec9-4d701de680fc', 'code': 200} Feb 07 20:44:00.386237 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=d12215d9-38c9-4cc5-aec9-4d701de680fc,revision_number=10']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:44:00.540490 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce08f93-bb87-4429-8ebb-1446b1113c69 req-e25a9016-3ab3-48af-92f7-7c3dcd10df73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:44:00.541838 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-6ce08f93-bb87-4429-8ebb-1446b1113c69 req-e25a9016-3ab3-48af-92f7-7c3dcd10df73 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 1130 time: 0.0432231 Feb 07 20:44:00.584584 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-6ce08f93-bb87-4429-8ebb-1446b1113c69 req-af4380fc-b119-4677-9b66-0f4eb5ec2eee service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357115 Feb 07 20:44:00.778394 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6805211-9c25-4e82-8f7e-f5488cbd8640 req-8d75f301-35fa-4bf2-aeb5-b026750bda59 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:44:00.779868 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f6805211-9c25-4e82-8f7e-f5488cbd8640 req-8d75f301-35fa-4bf2-aeb5-b026750bda59 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 946 time: 0.0515163 Feb 07 20:44:00.828922 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-f6805211-9c25-4e82-8f7e-f5488cbd8640 req-4cfe9fc8-4465-4453-b08b-6f5d1581f9df tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434375 Feb 07 20:44:01.502815 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:01.959550 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad4ef7-3c29-4bb6-b5bf-5b38ffbfa29c req-9ddecc91-de88-4e04-9fef-0fe638f3d3cf tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:44:01.961671 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ddad4ef7-3c29-4bb6-b5bf-5b38ffbfa29c req-9ddecc91-de88-4e04-9fef-0fe638f3d3cf tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 946 time: 0.0591321 Feb 07 20:44:02.009165 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ddad4ef7-3c29-4bb6-b5bf-5b38ffbfa29c req-f283dbb5-0b51-40fb-9f9d-3554dfda82d8 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416131 Feb 07 20:44:02.743436 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:03.127325 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f828d-9087-4a9c-8d0d-7180f3a4e08c req-f0361e4f-7845-488e-adcd-a55ce6e9fff0 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:44:03.128961 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-7e6f828d-9087-4a9c-8d0d-7180f3a4e08c req-f0361e4f-7845-488e-adcd-a55ce6e9fff0 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 946 time: 0.0507195 Feb 07 20:44:03.173804 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-7e6f828d-9087-4a9c-8d0d-7180f3a4e08c req-7c45df50-f4de-4838-877e-9bc3bf334283 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394566 Feb 07 20:44:20.333124 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 56416) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:44:20.482844 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-f5ca8169-772e-42cf-ba2d-01d0d85c3142 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Deleting port 5e733c58-9d50-4d35-a4c2-0e8eed6592c7 {{(pid=102680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:44:20.483180 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f5ca8169-772e-42cf-ba2d-01d0d85c3142 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (5e733c58-9d50-4d35-a4c2-0e8eed6592c7), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:20.793090 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f5ca8169-772e-42cf-ba2d-01d0d85c3142 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (5e733c58-9d50-4d35-a4c2-0e8eed6592c7), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:20.793411 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f5ca8169-772e-42cf-ba2d-01d0d85c3142 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks [] for floatingip (5e733c58-9d50-4d35-a4c2-0e8eed6592c7), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:20.805184 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-f5ca8169-772e-42cf-ba2d-01d0d85c3142 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Calling delete_port for 5e733c58-9d50-4d35-a4c2-0e8eed6592c7 owned by network:floatingip {{(pid=102680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:44:20.967135 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f5ca8169-772e-42cf-ba2d-01d0d85c3142 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17688'] for port (5e733c58-9d50-4d35-a4c2-0e8eed6592c7), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:20.995484 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca8169-772e-42cf-ba2d-01d0d85c3142 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Pushing event deleted for resources: {'Port': ['ID=5e733c58-9d50-4d35-a4c2-0e8eed6592c7,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:44:21.049534 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f5ca8169-772e-42cf-ba2d-01d0d85c3142 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks [] for floatingip (c121595e-d5b9-4a46-a5c9-5c44634edd5d), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:21.049786 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.db.l3_db [None req-f5ca8169-772e-42cf-ba2d-01d0d85c3142 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Floating IP c121595e-d5b9-4a46-a5c9-5c44634edd5d disassociated (deleted). External IP: 172.27.3.174, port: 9a1960f8-7974-4672-89cb-39e9dfc62ca6. Feb 07 20:44:21.248987 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ca8169-772e-42cf-ba2d-01d0d85c3142 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Router 345fb673-c9f0-4d82-873f-cf7b2d6f5d20 has already been hosted by L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef {{(pid=102680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:44:21.354767 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ca8169-772e-42cf-ba2d-01d0d85c3142 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:44:21.359247 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-f5ca8169-772e-42cf-ba2d-01d0d85c3142 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for floatingip (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:21.364203 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638d62b4-152e-4ae4-bcff-d7d88315c18f None None] Sync routers for ids ['345fb673-c9f0-4d82-873f-cf7b2d6f5d20'] in dv-cinder-828150-2-iscsi {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:44:21.373165 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638d62b4-152e-4ae4-bcff-d7d88315c18f None None] Routers {'345fb673-c9f0-4d82-873f-cf7b2d6f5d20'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:44:21.373771 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-638d62b4-152e-4ae4-bcff-d7d88315c18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:43:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['345fb673-c9f0-4d82-873f-cf7b2d6f5d20'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:44:21.389391 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-f5ca8169-772e-42cf-ba2d-01d0d85c3142 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "DELETE /v2.0/floatingips/c121595e-d5b9-4a46-a5c9-5c44634edd5d HTTP/1.1" status: 204 len: 168 time: 1.0551765 Feb 07 20:44:21.390737 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '374b5c10-fa85-457a-ae3f-4bf9055631e9', 'tag': '9a1960f8-7974-4672-89cb-39e9dfc62ca6'}] {{(pid=102680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:44:21.393176 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8018c2217b61fdaaeb92b6d737e1de58097a2b3cdf81442b843717ec2e5fe670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20da852a-d855-4c49-a69a-820f0e97dfc7" -d '{"events": [{"name": "network-changed", "server_uuid": "374b5c10-fa85-457a-ae3f-4bf9055631e9", "tag": "9a1960f8-7974-4672-89cb-39e9dfc62ca6"}]}' {{(pid=102680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:44:21.432122 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a99d4a-3773-45fc-b6c6-cead2f197b40 x-openstack-request-id: req-b9a99d4a-3773-45fc-b6c6-cead2f197b40 {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:44:21.432416 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "374b5c10-fa85-457a-ae3f-4bf9055631e9", "tag": "9a1960f8-7974-4672-89cb-39e9dfc62ca6", "status": "completed", "code": 200}]} {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:44:21.432667 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b9a99d4a-3773-45fc-b6c6-cead2f197b40 {{(pid=102680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:44:21.433064 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '374b5c10-fa85-457a-ae3f-4bf9055631e9', 'tag': '9a1960f8-7974-4672-89cb-39e9dfc62ca6', 'status': 'completed', 'code': 200} Feb 07 20:44:21.483683 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-638d62b4-152e-4ae4-bcff-d7d88315c18f None None] Set router 345fb673-c9f0-4d82-873f-cf7b2d6f5d20 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:44:21.508569 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da852a-d855-4c49-a69a-820f0e97dfc7 req-9bc211cd-29ca-4f47-b28a-9d1ed2806170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:44:21.510718 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-20da852a-d855-4c49-a69a-820f0e97dfc7 req-9bc211cd-29ca-4f47-b28a-9d1ed2806170 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=202b4de9f7f64b28b4b916cfb595f7f7&device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 1129 time: 0.0503945 Feb 07 20:44:21.610906 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da852a-d855-4c49-a69a-820f0e97dfc7 req-6ab91db5-82e8-424a-845e-b3cd5cb308b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:44:21.612857 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-20da852a-d855-4c49-a69a-820f0e97dfc7 req-6ab91db5-82e8-424a-845e-b3cd5cb308b6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc HTTP/1.1" status: 200 len: 909 time: 0.0896568 Feb 07 20:44:21.631386 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49262bc0-7ea7-41b8-875a-98e737db1908 req-2a9f5df4-cc94-4935-8cb0-13a3df67093f tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:44:21.632928 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-49262bc0-7ea7-41b8-875a-98e737db1908 req-2a9f5df4-cc94-4935-8cb0-13a3df67093f tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 945 time: 0.0586762 Feb 07 20:44:21.662533 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-20da852a-d855-4c49-a69a-820f0e97dfc7 req-43f6df75-f57b-4b5d-a866-001348fe248c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a1960f8-7974-4672-89cb-39e9dfc62ca6 HTTP/1.1" status: 200 len: 217 time: 0.0421526 Feb 07 20:44:21.685036 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-49262bc0-7ea7-41b8-875a-98e737db1908 req-27446cbf-620e-4ee8-9e75-11888d4f979c tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/security-groups?id=23fb430a-91c9-4182-9386-8730e7238039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460250 Feb 07 20:44:21.711250 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-638d62b4-152e-4ae4-bcff-d7d88315c18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345fb673-c9f0-4d82-873f-cf7b2d6f5d20', 'name': 'tempest-TestShelveInstance-735790040-router', 'tenant_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'bc5d30c8-197a-4c88-bb31-eb6c8a4d1959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:50Z', 'updated_at': '2022-02-07T20:39:55Z', 'revision_number': 4, 'project_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'gw_port': {'id': 'bc5d30c8-197a-4c88-bb31-eb6c8a4d1959', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345fb673-c9f0-4d82-873f-cf7b2d6f5d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:51Z', 'updated_at': '2022-02-07T20:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': '340a24c1-5e6c-425e-ad8d-b09c2d1e4517', 'name': '', 'network_id': 'ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc', 'tenant_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'mac_address': 'fa:16:3e:98:cc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345fb673-c9f0-4d82-873f-cf7b2d6f5d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '26083960-cc8b-4c80-83fe-38db4307b6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:54Z', 'updated_at': '2022-02-07T20:39:58Z', 'revision_number': 5, 'project_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'subnets': [{'id': '26083960-cc8b-4c80-83fe-38db4307b6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:44:21.712455 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da852a-d855-4c49-a69a-820f0e97dfc7 req-78930e5b-c2d0-4df0-a6e8-d206d0bd38d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:44:21.714024 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-20da852a-d855-4c49-a69a-820f0e97dfc7 req-78930e5b-c2d0-4df0-a6e8-d206d0bd38d6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26083960-cc8b-4c80-83fe-38db4307b6b4 HTTP/1.1" status: 200 len: 847 time: 0.0446379 Feb 07 20:44:21.741215 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638d62b4-152e-4ae4-bcff-d7d88315c18f None None] Checking router: 345fb673-c9f0-4d82-873f-cf7b2d6f5d20 for host: dv-cinder-828150-2-iscsi {{(pid=102683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:44:21.749261 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638d62b4-152e-4ae4-bcff-d7d88315c18f None None] Routers {'345fb673-c9f0-4d82-873f-cf7b2d6f5d20'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:44:21.749850 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-638d62b4-152e-4ae4-bcff-d7d88315c18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:43:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['345fb673-c9f0-4d82-873f-cf7b2d6f5d20'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:44:21.764722 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da852a-d855-4c49-a69a-820f0e97dfc7 req-aa2f930b-eb7e-4196-928b-eaf00817f3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:44:21.766197 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-20da852a-d855-4c49-a69a-820f0e97dfc7 req-aa2f930b-eb7e-4196-928b-eaf00817f3aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436728 Feb 07 20:44:21.855514 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-638d62b4-152e-4ae4-bcff-d7d88315c18f None None] Set router 345fb673-c9f0-4d82-873f-cf7b2d6f5d20 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:44:21.858370 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-20da852a-d855-4c49-a69a-820f0e97dfc7 req-3de9bec2-83b6-4d3f-a7f3-a0b820099b5e service neutron] 10.222.0.24 "GET /v2.0/networks/ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825932 Feb 07 20:44:21.947562 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-20da852a-d855-4c49-a69a-820f0e97dfc7 req-10aa5e4d-202b-427c-b4a4-89003b30b430 service neutron] 10.222.0.24 "GET /v2.0/networks/ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817487 Feb 07 20:44:22.129830 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-638d62b4-152e-4ae4-bcff-d7d88315c18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345fb673-c9f0-4d82-873f-cf7b2d6f5d20', 'name': 'tempest-TestShelveInstance-735790040-router', 'tenant_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'bc5d30c8-197a-4c88-bb31-eb6c8a4d1959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:50Z', 'updated_at': '2022-02-07T20:39:55Z', 'revision_number': 4, 'project_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'gw_port': {'id': 'bc5d30c8-197a-4c88-bb31-eb6c8a4d1959', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345fb673-c9f0-4d82-873f-cf7b2d6f5d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:51Z', 'updated_at': '2022-02-07T20:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': '340a24c1-5e6c-425e-ad8d-b09c2d1e4517', 'name': '', 'network_id': 'ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc', 'tenant_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'mac_address': 'fa:16:3e:98:cc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345fb673-c9f0-4d82-873f-cf7b2d6f5d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '26083960-cc8b-4c80-83fe-38db4307b6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:54Z', 'updated_at': '2022-02-07T20:39:58Z', 'revision_number': 5, 'project_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'subnets': [{'id': '26083960-cc8b-4c80-83fe-38db4307b6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:44:22.155086 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638d62b4-152e-4ae4-bcff-d7d88315c18f None None] The sync data for ids ['345fb673-c9f0-4d82-873f-cf7b2d6f5d20'] in dv-cinder-828150-2-iscsi is: [{'id': '345fb673-c9f0-4d82-873f-cf7b2d6f5d20', 'name': 'tempest-TestShelveInstance-735790040-router', 'tenant_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'bc5d30c8-197a-4c88-bb31-eb6c8a4d1959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:50Z', 'updated_at': '2022-02-07T20:39:55Z', 'revision_number': 4, 'project_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'gw_port': {'id': 'bc5d30c8-197a-4c88-bb31-eb6c8a4d1959', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345fb673-c9f0-4d82-873f-cf7b2d6f5d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:51Z', 'updated_at': '2022-02-07T20:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': '340a24c1-5e6c-425e-ad8d-b09c2d1e4517', 'name': '', 'network_id': 'ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc', 'tenant_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'mac_address': 'fa:16:3e:98:cc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345fb673-c9f0-4d82-873f-cf7b2d6f5d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '26083960-cc8b-4c80-83fe-38db4307b6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:54Z', 'updated_at': '2022-02-07T20:39:58Z', 'revision_number': 5, 'project_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'subnets': [{'id': '26083960-cc8b-4c80-83fe-38db4307b6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:44:22.369676 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcd2088-dcd3-4407-a251-91fee5db8274 None None] New status for floating IP c121595e-d5b9-4a46-a5c9-5c44634edd5d: DOWN {{(pid=102682) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 20:44:22.805453 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07227407-c437-4a73-907f-7c0f335a52ec req-50c559bf-d7d1-442e-a93e-3be054d346df tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:44:22.806922 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-07227407-c437-4a73-907f-7c0f335a52ec req-50c559bf-d7d1-442e-a93e-3be054d346df tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 945 time: 0.0529737 Feb 07 20:44:22.854874 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-07227407-c437-4a73-907f-7c0f335a52ec req-2d77b9c0-bf91-4889-835f-73ca6f1902eb tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/security-groups?id=23fb430a-91c9-4182-9386-8730e7238039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424697 Feb 07 20:44:23.326363 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109466f-1a18-4ccb-b792-ce805ae6a94c req-b86be6ee-5efd-4e35-b3a7-767796aaee18 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:44:23.327834 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-0109466f-1a18-4ccb-b792-ce805ae6a94c req-b86be6ee-5efd-4e35-b3a7-767796aaee18 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.24 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 945 time: 0.0549042 Feb 07 20:44:23.418522 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [req-0109466f-1a18-4ccb-b792-ce805ae6a94c req-7fb07d85-e84b-42fc-8b3a-b94d6115c703 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Deleting port 9a1960f8-7974-4672-89cb-39e9dfc62ca6 {{(pid=102681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:44:23.418859 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-0109466f-1a18-4ccb-b792-ce805ae6a94c req-7fb07d85-e84b-42fc-8b3a-b94d6115c703 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (9a1960f8-7974-4672-89cb-39e9dfc62ca6), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:23.511081 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-0109466f-1a18-4ccb-b792-ce805ae6a94c req-7fb07d85-e84b-42fc-8b3a-b94d6115c703 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] For port 9a1960f8-7974-4672-89cb-39e9dfc62ca6, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=9a1960f8-7974-4672-89cb-39e9dfc62ca6,segment=NetworkSegment(498c1219-a51a-4a32-b198-643b3c1847f9),segment_id=498c1219-a51a-4a32-b198-643b3c1847f9)] {{(pid=102681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:44:23.511472 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-0109466f-1a18-4ccb-b792-ce805ae6a94c req-7fb07d85-e84b-42fc-8b3a-b94d6115c703 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (9a1960f8-7974-4672-89cb-39e9dfc62ca6), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:23.524589 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [req-0109466f-1a18-4ccb-b792-ce805ae6a94c req-7fb07d85-e84b-42fc-8b3a-b94d6115c703 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Calling delete_port for 9a1960f8-7974-4672-89cb-39e9dfc62ca6 owned by compute:nova {{(pid=102681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:44:23.648074 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-0109466f-1a18-4ccb-b792-ce805ae6a94c req-7fb07d85-e84b-42fc-8b3a-b94d6115c703 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (9a1960f8-7974-4672-89cb-39e9dfc62ca6), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:23.673905 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb07d85-e84b-42fc-8b3a-b94d6115c703 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Pushing event deleted for resources: {'Port': ['ID=9a1960f8-7974-4672-89cb-39e9dfc62ca6,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:44:23.718260 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [req-0109466f-1a18-4ccb-b792-ce805ae6a94c req-7fb07d85-e84b-42fc-8b3a-b94d6115c703 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] No DVR routers for this DVR port 9a1960f8-7974-4672-89cb-39e9dfc62ca6 on host hv-cinder-82815 {{(pid=102681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:44:23.720805 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-0109466f-1a18-4ccb-b792-ce805ae6a94c req-7fb07d85-e84b-42fc-8b3a-b94d6115c703 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:23.724150 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-0109466f-1a18-4ccb-b792-ce805ae6a94c req-7fb07d85-e84b-42fc-8b3a-b94d6115c703 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.24 "DELETE /v2.0/ports/9a1960f8-7974-4672-89cb-39e9dfc62ca6 HTTP/1.1" status: 204 len: 173 time: 0.3905249 Feb 07 20:44:23.724625 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374b5c10-fa85-457a-ae3f-4bf9055631e9', 'name': 'network-vif-deleted', 'tag': '9a1960f8-7974-4672-89cb-39e9dfc62ca6'}] {{(pid=102681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:44:23.726894 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d543a4f93c545b9f4b4319baf8ff9337481391693fb3bbf25dbe09721f1c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d887dfd0-fd1b-4172-89fa-6ce25f637d95" -d '{"events": [{"server_uuid": "374b5c10-fa85-457a-ae3f-4bf9055631e9", "name": "network-vif-deleted", "tag": "9a1960f8-7974-4672-89cb-39e9dfc62ca6"}]}' {{(pid=102681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:44:23.763023 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d79cd0-d48c-462e-accb-82f31ed02a99 x-openstack-request-id: req-56d79cd0-d48c-462e-accb-82f31ed02a99 {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:44:23.763332 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374b5c10-fa85-457a-ae3f-4bf9055631e9", "name": "network-vif-deleted", "tag": "9a1960f8-7974-4672-89cb-39e9dfc62ca6", "status": "completed", "code": 200}]} {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:44:23.763712 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-56d79cd0-d48c-462e-accb-82f31ed02a99 {{(pid=102681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:44:23.764116 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374b5c10-fa85-457a-ae3f-4bf9055631e9', 'name': 'network-vif-deleted', 'tag': '9a1960f8-7974-4672-89cb-39e9dfc62ca6', 'status': 'completed', 'code': 200} Feb 07 20:44:23.947901 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-b42563ad-b477-47d9-a5af-0741ff1a03e5 req-6d5faf74-5340-4245-96d9-01e1be82894e tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "GET /v2.0/ports?device_id=374b5c10-fa85-457a-ae3f-4bf9055631e9 HTTP/1.1" status: 200 len: 210 time: 0.0279546 Feb 07 20:44:25.003189 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 56436) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:44:25.057046 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b652c85e-356f-448f-8040-0919b6a6e226 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks [] for security_group (23fb430a-91c9-4182-9386-8730e7238039), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:25.085435 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b652c85e-356f-448f-8040-0919b6a6e226 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks [] for security_group (23fb430a-91c9-4182-9386-8730e7238039), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:25.141621 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b652c85e-356f-448f-8040-0919b6a6e226 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (23fb430a-91c9-4182-9386-8730e7238039), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:25.144869 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b652c85e-356f-448f-8040-0919b6a6e226 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:25.145981 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-b652c85e-356f-448f-8040-0919b6a6e226 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] 10.222.0.60 "DELETE /v2.0/security-groups/23fb430a-91c9-4182-9386-8730e7238039 HTTP/1.1" status: 204 len: 168 time: 0.1417055 Feb 07 20:44:25.155456 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b652c85e-356f-448f-8040-0919b6a6e226 tempest-TestShelveInstance-1364127050 tempest-TestShelveInstance-1364127050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23fb430a-91c9-4182-9386-8730e7238039,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:44:25.189556 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 56440) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:44:25.523933 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-5d7b0542-162c-4ac1-9087-da601fb889c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393245'] for router_interface (345fb673-c9f0-4d82-873f-cf7b2d6f5d20), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:25.762199 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [None req-5d7b0542-162c-4ac1-9087-da601fb889c4 admin admin] Deleting port 340a24c1-5e6c-425e-ad8d-b09c2d1e4517 {{(pid=102681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:44:25.762537 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-5d7b0542-162c-4ac1-9087-da601fb889c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (340a24c1-5e6c-425e-ad8d-b09c2d1e4517), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:25.847181 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [None req-5d7b0542-162c-4ac1-9087-da601fb889c4 admin admin] For port 340a24c1-5e6c-425e-ad8d-b09c2d1e4517, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=340a24c1-5e6c-425e-ad8d-b09c2d1e4517,segment=NetworkSegment(498c1219-a51a-4a32-b198-643b3c1847f9),segment_id=498c1219-a51a-4a32-b198-643b3c1847f9)] {{(pid=102681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:44:25.847474 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-5d7b0542-162c-4ac1-9087-da601fb889c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (340a24c1-5e6c-425e-ad8d-b09c2d1e4517), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:25.860063 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [None req-5d7b0542-162c-4ac1-9087-da601fb889c4 admin admin] Calling delete_port for 340a24c1-5e6c-425e-ad8d-b09c2d1e4517 owned by network:router_interface {{(pid=102681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:44:26.034867 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-5d7b0542-162c-4ac1-9087-da601fb889c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (340a24c1-5e6c-425e-ad8d-b09c2d1e4517), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:26.060737 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b0542-162c-4ac1-9087-da601fb889c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=340a24c1-5e6c-425e-ad8d-b09c2d1e4517,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:44:26.223660 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-5d7b0542-162c-4ac1-9087-da601fb889c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393353'] for router_interface (345fb673-c9f0-4d82-873f-cf7b2d6f5d20), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:26.343566 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 9a1960f8-7974-4672-89cb-39e9dfc62ca6 no longer exists at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:44:26.366213 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] No Port match for: 9a1960f8-7974-4672-89cb-39e9dfc62ca6 {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:44:26.366554 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 9a1960f8-7974-4672-89cb-39e9dfc62ca6 not bound to the agent host hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:44:26.435246 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7b0542-162c-4ac1-9087-da601fb889c4 admin admin] Router 345fb673-c9f0-4d82-873f-cf7b2d6f5d20 has already been hosted by L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef {{(pid=102681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:44:26.540433 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7b0542-162c-4ac1-9087-da601fb889c4 admin admin] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:44:26.545606 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (2db0d972-3e88-4a6a-9d75-f8f2fe350c5f), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:26.549029 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 56442) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:44:26.549803 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-5d7b0542-162c-4ac1-9087-da601fb889c4 admin admin] 10.222.0.60 "PUT /v2.0/routers/345fb673-c9f0-4d82-873f-cf7b2d6f5d20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3585792 Feb 07 20:44:26.550605 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-eb4dbdee-1f46-406e-9769-6f914fc781d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:26.552604 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275257b1-3e1e-4d08-afef-09ea739841f6 None None] Sync routers for ids ['345fb673-c9f0-4d82-873f-cf7b2d6f5d20'] in dv-cinder-828150-2-iscsi {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:44:26.561894 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275257b1-3e1e-4d08-afef-09ea739841f6 None None] Routers {'345fb673-c9f0-4d82-873f-cf7b2d6f5d20'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:44:26.562511 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-275257b1-3e1e-4d08-afef-09ea739841f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:43:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['345fb673-c9f0-4d82-873f-cf7b2d6f5d20'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:44:26.660148 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0da4c215-6df6-472e-8b64-1dab352213f5 admin admin] Publish callbacks [] for router (345fb673-c9f0-4d82-873f-cf7b2d6f5d20), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:26.671740 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-275257b1-3e1e-4d08-afef-09ea739841f6 None None] Set router 345fb673-c9f0-4d82-873f-cf7b2d6f5d20 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:44:26.762066 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0da4c215-6df6-472e-8b64-1dab352213f5 admin admin] Publish callbacks [] for router_gateway (345fb673-c9f0-4d82-873f-cf7b2d6f5d20), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:26.814378 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-0da4c215-6df6-472e-8b64-1dab352213f5 admin admin] Deleting port bc5d30c8-197a-4c88-bb31-eb6c8a4d1959 {{(pid=102680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:44:26.814735 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0da4c215-6df6-472e-8b64-1dab352213f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (bc5d30c8-197a-4c88-bb31-eb6c8a4d1959), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:26.855067 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-275257b1-3e1e-4d08-afef-09ea739841f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345fb673-c9f0-4d82-873f-cf7b2d6f5d20', 'name': 'tempest-TestShelveInstance-735790040-router', 'tenant_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'bc5d30c8-197a-4c88-bb31-eb6c8a4d1959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:50Z', 'updated_at': '2022-02-07T20:44:25Z', 'revision_number': 5, 'project_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'gw_port': {'id': 'bc5d30c8-197a-4c88-bb31-eb6c8a4d1959', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345fb673-c9f0-4d82-873f-cf7b2d6f5d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:51Z', 'updated_at': '2022-02-07T20:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi'}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:44:26.883249 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275257b1-3e1e-4d08-afef-09ea739841f6 None None] Checking router: 345fb673-c9f0-4d82-873f-cf7b2d6f5d20 for host: dv-cinder-828150-2-iscsi {{(pid=102683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:44:26.891414 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275257b1-3e1e-4d08-afef-09ea739841f6 None None] Routers {'345fb673-c9f0-4d82-873f-cf7b2d6f5d20'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:44:26.892014 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-275257b1-3e1e-4d08-afef-09ea739841f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:43:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['345fb673-c9f0-4d82-873f-cf7b2d6f5d20'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:44:26.895766 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-0da4c215-6df6-472e-8b64-1dab352213f5 admin admin] For port bc5d30c8-197a-4c88-bb31-eb6c8a4d1959, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=bc5d30c8-197a-4c88-bb31-eb6c8a4d1959,segment=NetworkSegment(b6259b7e-66cb-4b1d-a7b0-58f7e3300c62),segment_id=b6259b7e-66cb-4b1d-a7b0-58f7e3300c62)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:44:26.896132 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0da4c215-6df6-472e-8b64-1dab352213f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (bc5d30c8-197a-4c88-bb31-eb6c8a4d1959), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:26.908788 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-0da4c215-6df6-472e-8b64-1dab352213f5 admin admin] Calling delete_port for bc5d30c8-197a-4c88-bb31-eb6c8a4d1959 owned by network:router_gateway {{(pid=102680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:44:26.977310 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-275257b1-3e1e-4d08-afef-09ea739841f6 None None] Set router 345fb673-c9f0-4d82-873f-cf7b2d6f5d20 gateway port host: None {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:44:27.030440 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-275257b1-3e1e-4d08-afef-09ea739841f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345fb673-c9f0-4d82-873f-cf7b2d6f5d20', 'name': 'tempest-TestShelveInstance-735790040-router', 'tenant_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:50Z', 'updated_at': '2022-02-07T20:44:26Z', 'revision_number': 6, 'project_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'gw_port_host': None}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:44:27.055844 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275257b1-3e1e-4d08-afef-09ea739841f6 None None] The sync data for ids ['345fb673-c9f0-4d82-873f-cf7b2d6f5d20'] in dv-cinder-828150-2-iscsi is: [{'id': '345fb673-c9f0-4d82-873f-cf7b2d6f5d20', 'name': 'tempest-TestShelveInstance-735790040-router', 'tenant_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:50Z', 'updated_at': '2022-02-07T20:44:26Z', 'revision_number': 6, 'project_id': '202b4de9f7f64b28b4b916cfb595f7f7', 'gw_port_host': None}] {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:44:27.074593 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0da4c215-6df6-472e-8b64-1dab352213f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17688'] for port (bc5d30c8-197a-4c88-bb31-eb6c8a4d1959), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:27.104272 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4c215-6df6-472e-8b64-1dab352213f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc5d30c8-197a-4c88-bb31-eb6c8a4d1959,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:44:27.161810 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0da4c215-6df6-472e-8b64-1dab352213f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395883'] for router_gateway (345fb673-c9f0-4d82-873f-cf7b2d6f5d20), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:27.250043 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0da4c215-6df6-472e-8b64-1dab352213f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7714'] for router (345fb673-c9f0-4d82-873f-cf7b2d6f5d20), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:27.252073 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0da4c215-6df6-472e-8b64-1dab352213f5 admin admin] Publish callbacks [] for router_controller (345fb673-c9f0-4d82-873f-cf7b2d6f5d20), precommit_delete_associations {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:27.296834 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0da4c215-6df6-472e-8b64-1dab352213f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-394747'] for router (345fb673-c9f0-4d82-873f-cf7b2d6f5d20), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:27.297443 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da4c215-6df6-472e-8b64-1dab352213f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 345fb673-c9f0-4d82-873f-cf7b2d6f5d20 {{(pid=102680) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 20:44:27.302696 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-0da4c215-6df6-472e-8b64-1dab352213f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:27.303911 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-0da4c215-6df6-472e-8b64-1dab352213f5 admin admin] 10.222.0.60 "DELETE /v2.0/routers/345fb673-c9f0-4d82-873f-cf7b2d6f5d20 HTTP/1.1" status: 204 len: 168 time: 0.7476614 Feb 07 20:44:27.306340 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 56444) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:44:27.349163 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c2f8d7c-1192-44c9-b6d4-85707d362fbb admin admin] Deleting subnet 26083960-cc8b-4c80-83fe-38db4307b6b4 {{(pid=102680) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 20:44:27.352069 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-9c2f8d7c-1192-44c9-b6d4-85707d362fbb admin admin] Publish callbacks [] for subnet (26083960-cc8b-4c80-83fe-38db4307b6b4), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:27.390085 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-9c2f8d7c-1192-44c9-b6d4-85707d362fbb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-23362'] for subnet (26083960-cc8b-4c80-83fe-38db4307b6b4), precommit_delete_associations {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:27.467080 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-9c2f8d7c-1192-44c9-b6d4-85707d362fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32999468'] for subnet (26083960-cc8b-4c80-83fe-38db4307b6b4), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:27.523500 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-9c2f8d7c-1192-44c9-b6d4-85707d362fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32999639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9394578'] for subnet (26083960-cc8b-4c80-83fe-38db4307b6b4), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:27.550474 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f8d7c-1192-44c9-b6d4-85707d362fbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26083960-cc8b-4c80-83fe-38db4307b6b4,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:44:27.554049 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-9c2f8d7c-1192-44c9-b6d4-85707d362fbb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:27.557229 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-9c2f8d7c-1192-44c9-b6d4-85707d362fbb admin admin] 10.222.0.60 "DELETE /v2.0/subnets/26083960-cc8b-4c80-83fe-38db4307b6b4 HTTP/1.1" status: 204 len: 168 time: 0.2499487 Feb 07 20:44:27.559684 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 56446) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:44:27.562124 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ee5dda-26ee-4810-aa44-a127c3aa1537 None None] Network ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:44:27.624868 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-3d125df3-1747-48ba-8486-d586efeda774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32943866'] for network (ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:27.677774 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-3d125df3-1747-48ba-8486-d586efeda774 admin admin] Deleting port c5d6b114-2807-4faf-935e-ed761cebaef3 {{(pid=102680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:44:27.678048 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-3d125df3-1747-48ba-8486-d586efeda774 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (c5d6b114-2807-4faf-935e-ed761cebaef3), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:27.742324 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-3d125df3-1747-48ba-8486-d586efeda774 admin admin] For port c5d6b114-2807-4faf-935e-ed761cebaef3, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=c5d6b114-2807-4faf-935e-ed761cebaef3,segment=NetworkSegment(498c1219-a51a-4a32-b198-643b3c1847f9),segment_id=498c1219-a51a-4a32-b198-643b3c1847f9)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:44:27.742606 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-3d125df3-1747-48ba-8486-d586efeda774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (c5d6b114-2807-4faf-935e-ed761cebaef3), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:27.755115 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-3d125df3-1747-48ba-8486-d586efeda774 admin admin] Calling delete_port for c5d6b114-2807-4faf-935e-ed761cebaef3 owned by network:dhcp {{(pid=102680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:44:27.832523 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99073318-510d-4ba6-b236-f4a117fb38eb None None] DHCP port deletion for ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc request from dv-cinder-828150-2-iscsi {{(pid=102682) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 20:44:27.838685 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-3d125df3-1747-48ba-8486-d586efeda774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17688'] for port (c5d6b114-2807-4faf-935e-ed761cebaef3), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:27.862720 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-99073318-510d-4ba6-b236-f4a117fb38eb None None] The port 'c5d6b114-2807-4faf-935e-ed761cebaef3' was deleted {{(pid=102682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 07 20:44:27.868495 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d125df3-1747-48ba-8486-d586efeda774 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5d6b114-2807-4faf-935e-ed761cebaef3,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:44:27.872020 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d125df3-1747-48ba-8486-d586efeda774 admin admin] No DVR routers for this DVR port c5d6b114-2807-4faf-935e-ed761cebaef3 on host dv-cinder-828150-2-iscsi {{(pid=102680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:44:27.951278 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-3d125df3-1747-48ba-8486-d586efeda774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32817339', 'neutron.services.segments.db._delete_segments_for_network-8784096777409'] for network (ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:27.971020 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.services.segments.db [None req-3d125df3-1747-48ba-8486-d586efeda774 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc']}} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:44:27.981213 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.services.segments.db [None req-3d125df3-1747-48ba-8486-d586efeda774 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '498c1219-a51a-4a32-b198-643b3c1847f9') {'for_net_delete': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:44:27.981514 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.services.segments.db [None req-3d125df3-1747-48ba-8486-d586efeda774 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '498c1219-a51a-4a32-b198-643b3c1847f9') {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:44:27.990955 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-3d125df3-1747-48ba-8486-d586efeda774 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784096779466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-23369'] for segment (498c1219-a51a-4a32-b198-643b3c1847f9), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:28.005557 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-3d125df3-1747-48ba-8486-d586efeda774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526'] for segment (498c1219-a51a-4a32-b198-643b3c1847f9), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:28.011628 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d125df3-1747-48ba-8486-d586efeda774 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=102680) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 20:44:28.012010 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-3d125df3-1747-48ba-8486-d586efeda774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17773'] for segment (498c1219-a51a-4a32-b198-643b3c1847f9), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:28.014074 dv-cinder-828150-2-iscsi neutron-server[102680]: Traceback (most recent call last): Feb 07 20:44:28.014074 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 20:44:28.014074 dv-cinder-828150-2-iscsi neutron-server[102680]: timer() Feb 07 20:44:28.014074 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 20:44:28.014074 dv-cinder-828150-2-iscsi neutron-server[102680]: cb(*args, **kw) Feb 07 20:44:28.014074 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 20:44:28.014074 dv-cinder-828150-2-iscsi neutron-server[102680]: return func(*args, **kwargs) Feb 07 20:44:28.014074 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 20:44:28.014074 dv-cinder-828150-2-iscsi neutron-server[102680]: self._notify() Feb 07 20:44:28.014074 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 20:44:28.014074 dv-cinder-828150-2-iscsi neutron-server[102680]: self.callback(batched_events) Feb 07 20:44:28.014074 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 20:44:28.014074 dv-cinder-828150-2-iscsi neutron-server[102680]: event.method(event) Feb 07 20:44:28.014074 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 20:44:28.014074 dv-cinder-828150-2-iscsi neutron-server[102680]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 20:44:28.014074 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 20:44:28.014074 dv-cinder-828150-2-iscsi neutron-server[102680]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 20:44:28.014074 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 20:44:28.014074 dv-cinder-828150-2-iscsi neutron-server[102680]: return f(self, *a, **k) Feb 07 20:44:28.014074 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 20:44:28.014074 dv-cinder-828150-2-iscsi neutron-server[102680]: return self._get(url).json() Feb 07 20:44:28.014074 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 20:44:28.014074 dv-cinder-828150-2-iscsi neutron-server[102680]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 20:44:28.014074 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 20:44:28.014074 dv-cinder-828150-2-iscsi neutron-server[102680]: return self.request(url, 'GET', **kwargs) Feb 07 20:44:28.014074 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 20:44:28.014074 dv-cinder-828150-2-iscsi neutron-server[102680]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 20:44:28.014074 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 20:44:28.014074 dv-cinder-828150-2-iscsi neutron-server[102680]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 20:44:28.014074 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 20:44:28.014074 dv-cinder-828150-2-iscsi neutron-server[102680]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 20:44:28.014074 dv-cinder-828150-2-iscsi neutron-server[102680]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 20:44:28.071168 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-3d125df3-1747-48ba-8486-d586efeda774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32817314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395791'] for network (ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:28.077043 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-3d125df3-1747-48ba-8486-d586efeda774 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for network (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:28.080275 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-3d125df3-1747-48ba-8486-d586efeda774 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc HTTP/1.1" status: 204 len: 168 time: 0.5196733 Feb 07 20:44:28.084258 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 56448) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:44:28.091711 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d125df3-1747-48ba-8486-d586efeda774 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab8a4ecb-35b3-443e-9a3c-1fdcac953cdc,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:44:28.365738 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device c5d6b114-2807-4faf-935e-ed761cebaef3 no longer exists at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:44:28.385591 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] No Port match for: c5d6b114-2807-4faf-935e-ed761cebaef3 {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:44:28.386025 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device c5d6b114-2807-4faf-935e-ed761cebaef3 not bound to the agent host dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:44:28.386497 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device bc5d30c8-197a-4c88-bb31-eb6c8a4d1959 no longer exists at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:44:28.405213 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] No Port match for: bc5d30c8-197a-4c88-bb31-eb6c8a4d1959 {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:44:28.405555 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device bc5d30c8-197a-4c88-bb31-eb6c8a4d1959 not bound to the agent host dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:44:28.405955 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 340a24c1-5e6c-425e-ad8d-b09c2d1e4517 no longer exists at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:44:28.422475 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d68f82a8-e862-4b02-abd4-0d1eb4f1b55a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393245'] for router_interface (7b3f63c3-c91e-4500-b268-824944fe4352), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:28.424487 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] No Port match for: 340a24c1-5e6c-425e-ad8d-b09c2d1e4517 {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:44:28.424822 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 340a24c1-5e6c-425e-ad8d-b09c2d1e4517 not bound to the agent host dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:44:28.664085 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [None req-d68f82a8-e862-4b02-abd4-0d1eb4f1b55a admin admin] Deleting port 16167ebc-9508-454d-ae72-2d36316ebe57 {{(pid=102681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:44:28.664424 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d68f82a8-e862-4b02-abd4-0d1eb4f1b55a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (16167ebc-9508-454d-ae72-2d36316ebe57), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:28.741350 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [None req-d68f82a8-e862-4b02-abd4-0d1eb4f1b55a admin admin] For port 16167ebc-9508-454d-ae72-2d36316ebe57, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=16167ebc-9508-454d-ae72-2d36316ebe57,segment=NetworkSegment(9aa2f359-85f5-419e-80da-e54ec1c772d7),segment_id=9aa2f359-85f5-419e-80da-e54ec1c772d7)] {{(pid=102681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:44:28.741710 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d68f82a8-e862-4b02-abd4-0d1eb4f1b55a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (16167ebc-9508-454d-ae72-2d36316ebe57), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:28.754606 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [None req-d68f82a8-e862-4b02-abd4-0d1eb4f1b55a admin admin] Calling delete_port for 16167ebc-9508-454d-ae72-2d36316ebe57 owned by network:router_interface {{(pid=102681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:44:28.890615 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-a8f5aa61-d460-4280-8c4a-cd69f5089d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:29.175287 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d68f82a8-e862-4b02-abd4-0d1eb4f1b55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (16167ebc-9508-454d-ae72-2d36316ebe57), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:29.201249 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f82a8-e862-4b02-abd4-0d1eb4f1b55a admin admin] Pushing event deleted for resources: {'Port': ['ID=16167ebc-9508-454d-ae72-2d36316ebe57,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:44:29.230743 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f82a8-e862-4b02-abd4-0d1eb4f1b55a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:44:29.231101 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f82a8-e862-4b02-abd4-0d1eb4f1b55a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:44:29.231519 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f82a8-e862-4b02-abd4-0d1eb4f1b55a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:44:29.231863 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f82a8-e862-4b02-abd4-0d1eb4f1b55a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:44:29.232232 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f82a8-e862-4b02-abd4-0d1eb4f1b55a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:44:29.232568 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f82a8-e862-4b02-abd4-0d1eb4f1b55a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:44:29.232899 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f82a8-e862-4b02-abd4-0d1eb4f1b55a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:44:29.233230 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f82a8-e862-4b02-abd4-0d1eb4f1b55a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:44:29.233560 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f82a8-e862-4b02-abd4-0d1eb4f1b55a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:44:29.233888 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f82a8-e862-4b02-abd4-0d1eb4f1b55a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:44:29.234212 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f82a8-e862-4b02-abd4-0d1eb4f1b55a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:44:29.234533 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f82a8-e862-4b02-abd4-0d1eb4f1b55a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:44:29.234859 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f82a8-e862-4b02-abd4-0d1eb4f1b55a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:44:29.392949 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-d68f82a8-e862-4b02-abd4-0d1eb4f1b55a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393353'] for router_interface (7b3f63c3-c91e-4500-b268-824944fe4352), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:29.618585 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68f82a8-e862-4b02-abd4-0d1eb4f1b55a admin admin] Router 7b3f63c3-c91e-4500-b268-824944fe4352 has already been hosted by L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef {{(pid=102681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:44:29.727463 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68f82a8-e862-4b02-abd4-0d1eb4f1b55a admin admin] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:44:29.732430 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-d68f82a8-e862-4b02-abd4-0d1eb4f1b55a admin admin] 10.222.0.60 "PUT /v2.0/routers/7b3f63c3-c91e-4500-b268-824944fe4352/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6458328 Feb 07 20:44:29.734891 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 56450) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:44:29.737529 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690cc4f7-6a26-403f-ab98-144e4c101229 None None] Sync routers for ids ['7b3f63c3-c91e-4500-b268-824944fe4352'] in dv-cinder-828150-2-iscsi {{(pid=102682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:44:29.747331 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690cc4f7-6a26-403f-ab98-144e4c101229 None None] Routers {'7b3f63c3-c91e-4500-b268-824944fe4352'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:44:29.747971 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-690cc4f7-6a26-403f-ab98-144e4c101229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:44:29Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['7b3f63c3-c91e-4500-b268-824944fe4352'], 'active': True} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:44:29.843212 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-12d1dcd6-8fc9-4fe8-b7e3-e478e095c77a admin admin] Publish callbacks [] for router (7b3f63c3-c91e-4500-b268-824944fe4352), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:29.855448 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvr_db [None req-690cc4f7-6a26-403f-ab98-144e4c101229 None None] Set router 7b3f63c3-c91e-4500-b268-824944fe4352 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:44:29.948985 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-12d1dcd6-8fc9-4fe8-b7e3-e478e095c77a admin admin] Publish callbacks [] for router_gateway (7b3f63c3-c91e-4500-b268-824944fe4352), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:30.005158 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [None req-12d1dcd6-8fc9-4fe8-b7e3-e478e095c77a admin admin] Deleting port 3b92d773-c64d-411b-a0f6-5f00b5370088 {{(pid=102681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:44:30.005496 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-12d1dcd6-8fc9-4fe8-b7e3-e478e095c77a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (3b92d773-c64d-411b-a0f6-5f00b5370088), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:30.005927 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:30.056599 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-690cc4f7-6a26-403f-ab98-144e4c101229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3f63c3-c91e-4500-b268-824944fe4352', 'name': 'tempest-TestShelveInstance-709222005-router', 'tenant_id': 'ea8adb862e35410c95f2f0123b60b4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '3b92d773-c64d-411b-a0f6-5f00b5370088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:57Z', 'updated_at': '2022-02-07T20:44:29Z', 'revision_number': 5, 'project_id': 'ea8adb862e35410c95f2f0123b60b4da', 'gw_port': {'id': '3b92d773-c64d-411b-a0f6-5f00b5370088', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3f63c3-c91e-4500-b268-824944fe4352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:57Z', 'updated_at': '2022-02-07T20:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi'}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:44:30.082211 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690cc4f7-6a26-403f-ab98-144e4c101229 None None] Checking router: 7b3f63c3-c91e-4500-b268-824944fe4352 for host: dv-cinder-828150-2-iscsi {{(pid=102682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:44:30.087596 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [None req-12d1dcd6-8fc9-4fe8-b7e3-e478e095c77a admin admin] For port 3b92d773-c64d-411b-a0f6-5f00b5370088, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=3b92d773-c64d-411b-a0f6-5f00b5370088,segment=NetworkSegment(b6259b7e-66cb-4b1d-a7b0-58f7e3300c62),segment_id=b6259b7e-66cb-4b1d-a7b0-58f7e3300c62)] {{(pid=102681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:44:30.087817 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-12d1dcd6-8fc9-4fe8-b7e3-e478e095c77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (3b92d773-c64d-411b-a0f6-5f00b5370088), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:30.091835 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690cc4f7-6a26-403f-ab98-144e4c101229 None None] Routers {'7b3f63c3-c91e-4500-b268-824944fe4352'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:44:30.092861 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-690cc4f7-6a26-403f-ab98-144e4c101229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:44:29Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['7b3f63c3-c91e-4500-b268-824944fe4352'], 'active': True} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:44:30.101758 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [None req-12d1dcd6-8fc9-4fe8-b7e3-e478e095c77a admin admin] Calling delete_port for 3b92d773-c64d-411b-a0f6-5f00b5370088 owned by network:router_gateway {{(pid=102681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:44:30.181210 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvr_db [None req-690cc4f7-6a26-403f-ab98-144e4c101229 None None] Set router 7b3f63c3-c91e-4500-b268-824944fe4352 gateway port host: None {{(pid=102682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:44:30.234208 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-690cc4f7-6a26-403f-ab98-144e4c101229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3f63c3-c91e-4500-b268-824944fe4352', 'name': 'tempest-TestShelveInstance-709222005-router', 'tenant_id': 'ea8adb862e35410c95f2f0123b60b4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:57Z', 'updated_at': '2022-02-07T20:44:29Z', 'revision_number': 6, 'project_id': 'ea8adb862e35410c95f2f0123b60b4da', 'gw_port_host': None}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:44:30.261643 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690cc4f7-6a26-403f-ab98-144e4c101229 None None] The sync data for ids ['7b3f63c3-c91e-4500-b268-824944fe4352'] in dv-cinder-828150-2-iscsi is: [{'id': '7b3f63c3-c91e-4500-b268-824944fe4352', 'name': 'tempest-TestShelveInstance-709222005-router', 'tenant_id': 'ea8adb862e35410c95f2f0123b60b4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:57Z', 'updated_at': '2022-02-07T20:44:29Z', 'revision_number': 6, 'project_id': 'ea8adb862e35410c95f2f0123b60b4da', 'gw_port_host': None}] {{(pid=102682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:44:30.264297 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-12d1dcd6-8fc9-4fe8-b7e3-e478e095c77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (3b92d773-c64d-411b-a0f6-5f00b5370088), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:30.290808 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1dcd6-8fc9-4fe8-b7e3-e478e095c77a admin admin] Pushing event deleted for resources: {'Port': ['ID=3b92d773-c64d-411b-a0f6-5f00b5370088,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:44:30.349933 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-12d1dcd6-8fc9-4fe8-b7e3-e478e095c77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395883'] for router_gateway (7b3f63c3-c91e-4500-b268-824944fe4352), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:30.449157 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-12d1dcd6-8fc9-4fe8-b7e3-e478e095c77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7714'] for router (7b3f63c3-c91e-4500-b268-824944fe4352), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:30.451186 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-12d1dcd6-8fc9-4fe8-b7e3-e478e095c77a admin admin] Publish callbacks [] for router_controller (7b3f63c3-c91e-4500-b268-824944fe4352), precommit_delete_associations {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:30.491831 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-12d1dcd6-8fc9-4fe8-b7e3-e478e095c77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-394747'] for router (7b3f63c3-c91e-4500-b268-824944fe4352), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:30.492301 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d1dcd6-8fc9-4fe8-b7e3-e478e095c77a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b3f63c3-c91e-4500-b268-824944fe4352 {{(pid=102681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 20:44:30.496699 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-12d1dcd6-8fc9-4fe8-b7e3-e478e095c77a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:30.497853 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-12d1dcd6-8fc9-4fe8-b7e3-e478e095c77a admin admin] 10.222.0.60 "DELETE /v2.0/routers/7b3f63c3-c91e-4500-b268-824944fe4352 HTTP/1.1" status: 204 len: 168 time: 0.7620218 Feb 07 20:44:30.500342 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 56454) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:44:30.544412 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ea14cf9-513f-425b-9a58-ef7c307c7844 admin admin] Deleting subnet 1400ad59-c50f-49e7-89f7-e4759b65da82 {{(pid=102681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 20:44:30.547493 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-1ea14cf9-513f-425b-9a58-ef7c307c7844 admin admin] Publish callbacks [] for subnet (1400ad59-c50f-49e7-89f7-e4759b65da82), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:30.581034 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-1ea14cf9-513f-425b-9a58-ef7c307c7844 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9363915'] for subnet (1400ad59-c50f-49e7-89f7-e4759b65da82), precommit_delete_associations {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:30.664764 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-1ea14cf9-513f-425b-9a58-ef7c307c7844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32999468'] for subnet (1400ad59-c50f-49e7-89f7-e4759b65da82), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:30.726175 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-1ea14cf9-513f-425b-9a58-ef7c307c7844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32999639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3187828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9307052'] for subnet (1400ad59-c50f-49e7-89f7-e4759b65da82), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:30.753392 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea14cf9-513f-425b-9a58-ef7c307c7844 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1400ad59-c50f-49e7-89f7-e4759b65da82,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:44:30.758187 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-1ea14cf9-513f-425b-9a58-ef7c307c7844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for subnet (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:30.764124 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 56456) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:44:30.765229 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-1ea14cf9-513f-425b-9a58-ef7c307c7844 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1400ad59-c50f-49e7-89f7-e4759b65da82 HTTP/1.1" status: 204 len: 168 time: 0.2634313 Feb 07 20:44:30.767539 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b983f188-61cd-4435-85a1-859e73306258 None None] Network 467cac8f-78d2-4602-b18a-db2359534ad7 requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:44:30.814152 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 16167ebc-9508-454d-ae72-2d36316ebe57 no longer exists at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:44:30.841081 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8d3bde9f-982e-41f3-9422-7eb33891f430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32943866'] for network (467cac8f-78d2-4602-b18a-db2359534ad7), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:30.843337 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] No Port match for: 16167ebc-9508-454d-ae72-2d36316ebe57 {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:44:30.843781 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 16167ebc-9508-454d-ae72-2d36316ebe57 not bound to the agent host dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:44:30.907352 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-8d3bde9f-982e-41f3-9422-7eb33891f430 admin admin] Deleting port 8781d5cc-5f67-4740-a001-ff67459c0c41 {{(pid=102680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:44:30.907735 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8d3bde9f-982e-41f3-9422-7eb33891f430 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (8781d5cc-5f67-4740-a001-ff67459c0c41), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:30.969863 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-8d3bde9f-982e-41f3-9422-7eb33891f430 admin admin] For port 8781d5cc-5f67-4740-a001-ff67459c0c41, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=8781d5cc-5f67-4740-a001-ff67459c0c41,segment=NetworkSegment(9aa2f359-85f5-419e-80da-e54ec1c772d7),segment_id=9aa2f359-85f5-419e-80da-e54ec1c772d7)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:44:30.970130 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8d3bde9f-982e-41f3-9422-7eb33891f430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (8781d5cc-5f67-4740-a001-ff67459c0c41), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:30.970448 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53b0394-321f-4e8e-8b1b-419582bf90b7 None None] DHCP port deletion for 467cac8f-78d2-4602-b18a-db2359534ad7 request from dv-cinder-828150-2-iscsi {{(pid=102682) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 20:44:30.984034 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-8d3bde9f-982e-41f3-9422-7eb33891f430 admin admin] Calling delete_port for 8781d5cc-5f67-4740-a001-ff67459c0c41 owned by network:dhcp {{(pid=102680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:44:31.020322 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f53b0394-321f-4e8e-8b1b-419582bf90b7 None None] Deleting port 8781d5cc-5f67-4740-a001-ff67459c0c41 {{(pid=102682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:44:31.020742 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f53b0394-321f-4e8e-8b1b-419582bf90b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (8781d5cc-5f67-4740-a001-ff67459c0c41), before_delete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:31.070081 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8d3bde9f-982e-41f3-9422-7eb33891f430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17688'] for port (8781d5cc-5f67-4740-a001-ff67459c0c41), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:31.098598 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3bde9f-982e-41f3-9422-7eb33891f430 admin admin] Pushing event deleted for resources: {'Port': ['ID=8781d5cc-5f67-4740-a001-ff67459c0c41,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:44:31.100462 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3bde9f-982e-41f3-9422-7eb33891f430 admin admin] No DVR routers for this DVR port 8781d5cc-5f67-4740-a001-ff67459c0c41 on host dv-cinder-828150-2-iscsi {{(pid=102680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:44:31.176184 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8d3bde9f-982e-41f3-9422-7eb33891f430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32817339', 'neutron.services.segments.db._delete_segments_for_network-8784096777409'] for network (467cac8f-78d2-4602-b18a-db2359534ad7), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:31.199976 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.services.segments.db [None req-8d3bde9f-982e-41f3-9422-7eb33891f430 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['467cac8f-78d2-4602-b18a-db2359534ad7']}} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:44:31.210274 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.services.segments.db [None req-8d3bde9f-982e-41f3-9422-7eb33891f430 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aa2f359-85f5-419e-80da-e54ec1c772d7') {'for_net_delete': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:44:31.210571 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.services.segments.db [None req-8d3bde9f-982e-41f3-9422-7eb33891f430 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aa2f359-85f5-419e-80da-e54ec1c772d7') {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:44:31.220009 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8d3bde9f-982e-41f3-9422-7eb33891f430 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784096779466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-23369'] for segment (9aa2f359-85f5-419e-80da-e54ec1c772d7), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:31.222275 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f53b0394-321f-4e8e-8b1b-419582bf90b7 None None] For port 8781d5cc-5f67-4740-a001-ff67459c0c41, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=8781d5cc-5f67-4740-a001-ff67459c0c41,segment=NetworkSegment(9aa2f359-85f5-419e-80da-e54ec1c772d7),segment_id=9aa2f359-85f5-419e-80da-e54ec1c772d7)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:44:31.222675 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f53b0394-321f-4e8e-8b1b-419582bf90b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (8781d5cc-5f67-4740-a001-ff67459c0c41), precommit_delete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:31.232759 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8d3bde9f-982e-41f3-9422-7eb33891f430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526'] for segment (9aa2f359-85f5-419e-80da-e54ec1c772d7), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:31.234698 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f53b0394-321f-4e8e-8b1b-419582bf90b7 None None] Calling delete_port for 8781d5cc-5f67-4740-a001-ff67459c0c41 owned by network:dhcp {{(pid=102682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:44:31.239424 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d3bde9f-982e-41f3-9422-7eb33891f430 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=102680) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 20:44:31.239866 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8d3bde9f-982e-41f3-9422-7eb33891f430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17773'] for segment (9aa2f359-85f5-419e-80da-e54ec1c772d7), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:31.241568 dv-cinder-828150-2-iscsi neutron-server[102680]: Traceback (most recent call last): Feb 07 20:44:31.241568 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 20:44:31.241568 dv-cinder-828150-2-iscsi neutron-server[102680]: timer() Feb 07 20:44:31.241568 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 20:44:31.241568 dv-cinder-828150-2-iscsi neutron-server[102680]: cb(*args, **kw) Feb 07 20:44:31.241568 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 20:44:31.241568 dv-cinder-828150-2-iscsi neutron-server[102680]: return func(*args, **kwargs) Feb 07 20:44:31.241568 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 20:44:31.241568 dv-cinder-828150-2-iscsi neutron-server[102680]: self._notify() Feb 07 20:44:31.241568 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 20:44:31.241568 dv-cinder-828150-2-iscsi neutron-server[102680]: self.callback(batched_events) Feb 07 20:44:31.241568 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 20:44:31.241568 dv-cinder-828150-2-iscsi neutron-server[102680]: event.method(event) Feb 07 20:44:31.241568 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 20:44:31.241568 dv-cinder-828150-2-iscsi neutron-server[102680]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 20:44:31.241568 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 20:44:31.241568 dv-cinder-828150-2-iscsi neutron-server[102680]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 20:44:31.241568 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 20:44:31.241568 dv-cinder-828150-2-iscsi neutron-server[102680]: return f(self, *a, **k) Feb 07 20:44:31.241568 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 20:44:31.241568 dv-cinder-828150-2-iscsi neutron-server[102680]: return self._get(url).json() Feb 07 20:44:31.241568 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 20:44:31.241568 dv-cinder-828150-2-iscsi neutron-server[102680]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 20:44:31.241568 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 20:44:31.241568 dv-cinder-828150-2-iscsi neutron-server[102680]: return self.request(url, 'GET', **kwargs) Feb 07 20:44:31.241568 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 20:44:31.241568 dv-cinder-828150-2-iscsi neutron-server[102680]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 20:44:31.241568 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 20:44:31.241568 dv-cinder-828150-2-iscsi neutron-server[102680]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 20:44:31.241568 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 20:44:31.241568 dv-cinder-828150-2-iscsi neutron-server[102680]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 20:44:31.241568 dv-cinder-828150-2-iscsi neutron-server[102680]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 20:44:31.293960 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8d3bde9f-982e-41f3-9422-7eb33891f430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32817314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395791'] for network (467cac8f-78d2-4602-b18a-db2359534ad7), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:31.298572 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8d3bde9f-982e-41f3-9422-7eb33891f430 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for network (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:31.304314 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-8d3bde9f-982e-41f3-9422-7eb33891f430 admin admin] 10.222.0.60 "DELETE /v2.0/networks/467cac8f-78d2-4602-b18a-db2359534ad7 HTTP/1.1" status: 204 len: 168 time: 0.5318854 Feb 07 20:44:31.314257 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3bde9f-982e-41f3-9422-7eb33891f430 admin admin] Pushing event deleted for resources: {'Network': ['ID=467cac8f-78d2-4602-b18a-db2359534ad7,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:44:31.318727 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f53b0394-321f-4e8e-8b1b-419582bf90b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225'] for port (8781d5cc-5f67-4740-a001-ff67459c0c41), after_delete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:31.341013 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f53b0394-321f-4e8e-8b1b-419582bf90b7 None None] Network 467cac8f-78d2-4602-b18a-db2359534ad7 is not hosted by any dhcp agent {{(pid=102682) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 07 20:44:31.341467 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53b0394-321f-4e8e-8b1b-419582bf90b7 None None] No DVR routers for this DVR port 8781d5cc-5f67-4740-a001-ff67459c0c41 on host dv-cinder-828150-2-iscsi {{(pid=102682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:44:31.343174 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b0394-321f-4e8e-8b1b-419582bf90b7 None None] Pushing event deleted for resources: {'Port': ['ID=8781d5cc-5f67-4740-a001-ff67459c0c41,revision_number=None']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:44:31.353671 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b0394-321f-4e8e-8b1b-419582bf90b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:44:31.354094 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b0394-321f-4e8e-8b1b-419582bf90b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:44:31.354645 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b0394-321f-4e8e-8b1b-419582bf90b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:44:31.354844 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b0394-321f-4e8e-8b1b-419582bf90b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:44:31.355176 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b0394-321f-4e8e-8b1b-419582bf90b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:44:31.355532 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b0394-321f-4e8e-8b1b-419582bf90b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:44:31.355858 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b0394-321f-4e8e-8b1b-419582bf90b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:44:31.356366 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b0394-321f-4e8e-8b1b-419582bf90b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:44:31.356691 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b0394-321f-4e8e-8b1b-419582bf90b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:44:31.357017 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b0394-321f-4e8e-8b1b-419582bf90b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:44:31.357340 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b0394-321f-4e8e-8b1b-419582bf90b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:44:31.357656 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b0394-321f-4e8e-8b1b-419582bf90b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:44:31.357975 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b0394-321f-4e8e-8b1b-419582bf90b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:44:31.466626 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 56462) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:44:31.507353 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:31.510257 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-455e74fd-a396-4cf8-8e55-0d46f833e1b8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=202b4de9f7f64b28b4b916cfb595f7f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424874 Feb 07 20:44:31.512955 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 56464) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:44:31.561343 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c8681ced-5b37-4829-942e-6a69ea540adb admin admin] Publish callbacks [] for security_group (5eb9e90b-f612-48c4-b531-36633ac316c8), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:31.583365 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c8681ced-5b37-4829-942e-6a69ea540adb admin admin] Publish callbacks [] for security_group (5eb9e90b-f612-48c4-b531-36633ac316c8), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:31.631439 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c8681ced-5b37-4829-942e-6a69ea540adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (5eb9e90b-f612-48c4-b531-36633ac316c8), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:31.633950 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-c8681ced-5b37-4829-942e-6a69ea540adb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:31.635105 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-c8681ced-5b37-4829-942e-6a69ea540adb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5eb9e90b-f612-48c4-b531-36633ac316c8 HTTP/1.1" status: 204 len: 168 time: 0.1210699 Feb 07 20:44:31.642423 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8681ced-5b37-4829-942e-6a69ea540adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb9e90b-f612-48c4-b531-36633ac316c8,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:44:31.935313 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 56470) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:44:31.973789 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-00cf136f-7a43-4c8b-bab7-d07dc032f59a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ea8adb862e35410c95f2f0123b60b4da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372989 Feb 07 20:44:31.976154 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 56472) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:44:32.021420 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-cab95de0-e4d7-4008-8fc4-e4a3dc6904e7 admin admin] Publish callbacks [] for security_group (bf050f23-b888-4b61-990f-ff967566523c), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:32.042867 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-cab95de0-e4d7-4008-8fc4-e4a3dc6904e7 admin admin] Publish callbacks [] for security_group (bf050f23-b888-4b61-990f-ff967566523c), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:32.089158 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-cab95de0-e4d7-4008-8fc4-e4a3dc6904e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (bf050f23-b888-4b61-990f-ff967566523c), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:32.091717 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-cab95de0-e4d7-4008-8fc4-e4a3dc6904e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:32.092842 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-cab95de0-e4d7-4008-8fc4-e4a3dc6904e7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bf050f23-b888-4b61-990f-ff967566523c HTTP/1.1" status: 204 len: 168 time: 0.1158054 Feb 07 20:44:32.101148 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab95de0-e4d7-4008-8fc4-e4a3dc6904e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf050f23-b888-4b61-990f-ff967566523c,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:44:32.156478 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.agents_db [None req-6ca4556d-c1da-4dc5-8d4b-cf8528912650 None None] Agent healthcheck: found 6 active agents {{(pid=102683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:44:32.367930 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 8781d5cc-5f67-4740-a001-ff67459c0c41 no longer exists at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:44:32.389564 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] No Port match for: 8781d5cc-5f67-4740-a001-ff67459c0c41 {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:44:32.390024 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 8781d5cc-5f67-4740-a001-ff67459c0c41 not bound to the agent host dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:44:32.390505 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 3b92d773-c64d-411b-a0f6-5f00b5370088 no longer exists at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:44:32.411589 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] No Port match for: 3b92d773-c64d-411b-a0f6-5f00b5370088 {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:44:32.411939 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 3b92d773-c64d-411b-a0f6-5f00b5370088 not bound to the agent host dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:44:32.745650 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:33.909280 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-239a8e73-8dff-4f15-adc0-d951f6cf7d07 req-68b97545-ca5d-4f83-8743-46dc25334179 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428252 Feb 07 20:44:33.974420 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a8e73-8dff-4f15-adc0-d951f6cf7d07 req-0a9b31fe-936f-4ccd-afc3-06cea5e9b290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:44:33.975891 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-239a8e73-8dff-4f15-adc0-d951f6cf7d07 req-0a9b31fe-936f-4ccd-afc3-06cea5e9b290 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2185d4e79c4947b6869c2dff85759513&device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 1130 time: 0.0457537 Feb 07 20:44:34.079624 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a8e73-8dff-4f15-adc0-d951f6cf7d07 req-1328dffe-be4f-40bf-8c92-e34e3b4300cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:44:34.081115 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-239a8e73-8dff-4f15-adc0-d951f6cf7d07 req-1328dffe-be4f-40bf-8c92-e34e3b4300cd service neutron] 10.222.0.24 "GET /v2.0/networks?id=b080ab0e-203b-499d-9b26-1d0d5d881ab5 HTTP/1.1" status: 200 len: 918 time: 0.0845575 Feb 07 20:44:34.148864 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-239a8e73-8dff-4f15-adc0-d951f6cf7d07 req-b3d57bd8-24c5-49f4-9989-70eeee85ed53 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d12215d9-38c9-4cc5-aec9-4d701de680fc HTTP/1.1" status: 200 len: 1000 time: 0.0605412 Feb 07 20:44:34.198023 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a8e73-8dff-4f15-adc0-d951f6cf7d07 req-16394ae7-5abb-407e-b456-6baa804ecf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:44:34.199452 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-239a8e73-8dff-4f15-adc0-d951f6cf7d07 req-16394ae7-5abb-407e-b456-6baa804ecf70 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2b04cad-c27a-42ce-981e-86830a1e7466 HTTP/1.1" status: 200 len: 856 time: 0.0420063 Feb 07 20:44:34.246475 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a8e73-8dff-4f15-adc0-d951f6cf7d07 req-5a7225ac-9251-4fa1-bcd5-a34d342ca3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:44:34.247921 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-239a8e73-8dff-4f15-adc0-d951f6cf7d07 req-5a7225ac-9251-4fa1-bcd5-a34d342ca3a3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b080ab0e-203b-499d-9b26-1d0d5d881ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423689 Feb 07 20:44:34.337207 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-239a8e73-8dff-4f15-adc0-d951f6cf7d07 req-bf6a64b3-b8e3-42e6-b989-a3ae7d8395a4 service neutron] 10.222.0.24 "GET /v2.0/networks/b080ab0e-203b-499d-9b26-1d0d5d881ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829444 Feb 07 20:44:34.433197 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-239a8e73-8dff-4f15-adc0-d951f6cf7d07 req-4827fb14-76b5-4b9b-ba5c-96502fdf540f service neutron] 10.222.0.24 "GET /v2.0/networks/b080ab0e-203b-499d-9b26-1d0d5d881ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884199 Feb 07 20:44:36.557682 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b3672-b1de-4d80-badd-baed6c4847b8 req-004f82fb-357d-4ede-92aa-283de2250e75 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:44:36.559136 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-ba9b3672-b1de-4d80-badd-baed6c4847b8 req-004f82fb-357d-4ede-92aa-283de2250e75 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 946 time: 0.0554838 Feb 07 20:44:36.604004 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-ba9b3672-b1de-4d80-badd-baed6c4847b8 req-69e745e7-726e-4b1c-be38-6ae90d561a49 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393312 Feb 07 20:44:37.726526 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d6580-82ab-4675-9d2d-91d09c70de06 req-18626362-05e3-410c-b474-854138289bcc tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:44:37.728006 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8d3d6580-82ab-4675-9d2d-91d09c70de06 req-18626362-05e3-410c-b474-854138289bcc tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 946 time: 0.0526452 Feb 07 20:44:37.779489 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-8d3d6580-82ab-4675-9d2d-91d09c70de06 req-982e1180-050a-4045-af98-7aef327701d6 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d987f2f-024c-44c0-ade4-edb6a0dad07e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459607 Feb 07 20:44:37.951553 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d1274-5584-41c7-a405-0825279f8a20 req-b2d6f966-08aa-42a4-a126-87bfc4c14823 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:44:37.952906 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d73d1274-5584-41c7-a405-0825279f8a20 req-b2d6f966-08aa-42a4-a126-87bfc4c14823 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.24 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 946 time: 0.0511582 Feb 07 20:44:38.041848 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [req-d73d1274-5584-41c7-a405-0825279f8a20 req-9882def9-0a3e-475c-ac06-b82b0512a630 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Deleting port d12215d9-38c9-4cc5-aec9-4d701de680fc {{(pid=102681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:44:38.042184 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-d73d1274-5584-41c7-a405-0825279f8a20 req-9882def9-0a3e-475c-ac06-b82b0512a630 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (d12215d9-38c9-4cc5-aec9-4d701de680fc), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:38.132309 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-d73d1274-5584-41c7-a405-0825279f8a20 req-9882def9-0a3e-475c-ac06-b82b0512a630 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] For port d12215d9-38c9-4cc5-aec9-4d701de680fc, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=d12215d9-38c9-4cc5-aec9-4d701de680fc,segment=NetworkSegment(025e846a-937e-4847-b04b-5f3e732f1e22),segment_id=025e846a-937e-4847-b04b-5f3e732f1e22)] {{(pid=102681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:44:38.132668 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-d73d1274-5584-41c7-a405-0825279f8a20 req-9882def9-0a3e-475c-ac06-b82b0512a630 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (d12215d9-38c9-4cc5-aec9-4d701de680fc), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:38.299499 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-d73d1274-5584-41c7-a405-0825279f8a20 req-9882def9-0a3e-475c-ac06-b82b0512a630 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:38.299845 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-d73d1274-5584-41c7-a405-0825279f8a20 req-9882def9-0a3e-475c-ac06-b82b0512a630 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395805'] for floatingip (e707b574-90d5-4b40-9a52-9946bdb38e99), after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:38.300117 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.db.l3_db [req-d73d1274-5584-41c7-a405-0825279f8a20 req-9882def9-0a3e-475c-ac06-b82b0512a630 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Floating IP e707b574-90d5-4b40-9a52-9946bdb38e99 disassociated. External IP: 172.27.3.81, port: d12215d9-38c9-4cc5-aec9-4d701de680fc. Feb 07 20:44:38.300458 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [req-d73d1274-5584-41c7-a405-0825279f8a20 req-9882def9-0a3e-475c-ac06-b82b0512a630 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Calling delete_port for d12215d9-38c9-4cc5-aec9-4d701de680fc owned by compute:nova {{(pid=102681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:44:38.431110 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-d73d1274-5584-41c7-a405-0825279f8a20 req-9882def9-0a3e-475c-ac06-b82b0512a630 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (d12215d9-38c9-4cc5-aec9-4d701de680fc), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:38.461824 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882def9-0a3e-475c-ac06-b82b0512a630 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Pushing event deleted for resources: {'Port': ['ID=d12215d9-38c9-4cc5-aec9-4d701de680fc,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:44:38.571683 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d73d1274-5584-41c7-a405-0825279f8a20 req-9882def9-0a3e-475c-ac06-b82b0512a630 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Router cfd4ecd9-5890-4655-9cb9-5320d9fb0b23 has already been hosted by L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef {{(pid=102681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:44:38.677312 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d73d1274-5584-41c7-a405-0825279f8a20 req-9882def9-0a3e-475c-ac06-b82b0512a630 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:44:38.687613 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ebe379-acf5-401f-bb72-84bfbddb832e None None] Sync routers for ids ['cfd4ecd9-5890-4655-9cb9-5320d9fb0b23'] in dv-cinder-828150-2-iscsi {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:44:38.697344 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ebe379-acf5-401f-bb72-84bfbddb832e None None] Routers {'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:44:38.697950 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-82ebe379-acf5-401f-bb72-84bfbddb832e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:44:29Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['cfd4ecd9-5890-4655-9cb9-5320d9fb0b23'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:44:38.718163 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73d1274-5584-41c7-a405-0825279f8a20 req-9882def9-0a3e-475c-ac06-b82b0512a630 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] No DVR routers for this DVR port d12215d9-38c9-4cc5-aec9-4d701de680fc on host hv-cinder-82815 {{(pid=102681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:44:38.720670 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-d73d1274-5584-41c7-a405-0825279f8a20 req-9882def9-0a3e-475c-ac06-b82b0512a630 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:38.724156 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d73d1274-5584-41c7-a405-0825279f8a20 req-9882def9-0a3e-475c-ac06-b82b0512a630 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.24 "DELETE /v2.0/ports/d12215d9-38c9-4cc5-aec9-4d701de680fc HTTP/1.1" status: 204 len: 173 time: 0.7654588 Feb 07 20:44:38.724586 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a730c212-2fbf-4da4-aa2f-41766e3fcf7d', 'name': 'network-vif-deleted', 'tag': 'd12215d9-38c9-4cc5-aec9-4d701de680fc'}] {{(pid=102681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:44:38.726939 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d543a4f93c545b9f4b4319baf8ff9337481391693fb3bbf25dbe09721f1c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03dccdf1-fc0a-4335-8b59-c24091288cb4" -d '{"events": [{"server_uuid": "a730c212-2fbf-4da4-aa2f-41766e3fcf7d", "name": "network-vif-deleted", "tag": "d12215d9-38c9-4cc5-aec9-4d701de680fc"}]}' {{(pid=102681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:44:38.764742 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a6a6db-8a0c-4acf-beba-119222642c2e x-openstack-request-id: req-a4a6a6db-8a0c-4acf-beba-119222642c2e {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:44:38.765043 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a730c212-2fbf-4da4-aa2f-41766e3fcf7d", "name": "network-vif-deleted", "tag": "d12215d9-38c9-4cc5-aec9-4d701de680fc", "status": "completed", "code": 200}]} {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:44:38.765532 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a4a6a6db-8a0c-4acf-beba-119222642c2e {{(pid=102681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:44:38.765964 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a730c212-2fbf-4da4-aa2f-41766e3fcf7d', 'name': 'network-vif-deleted', 'tag': 'd12215d9-38c9-4cc5-aec9-4d701de680fc', 'status': 'completed', 'code': 200} Feb 07 20:44:38.817058 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-82ebe379-acf5-401f-bb72-84bfbddb832e None None] Set router cfd4ecd9-5890-4655-9cb9-5320d9fb0b23 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:44:38.911005 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e73ba270-c2a9-4443-b6d8-cabf09f1300d req-363e04b1-70e2-4bcd-8709-c0079d048ce0 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/ports?device_id=a730c212-2fbf-4da4-aa2f-41766e3fcf7d HTTP/1.1" status: 200 len: 210 time: 0.0340140 Feb 07 20:44:39.028764 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-82ebe379-acf5-401f-bb72-84bfbddb832e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'name': 'tempest-AttachVolumeShelveTestJSON-2003434560-router', 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '70b53ee0-8996-4dad-8d55-36b396234f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:21Z', 'updated_at': '2022-02-07T20:39:24Z', 'revision_number': 4, 'project_id': '2185d4e79c4947b6869c2dff85759513', 'gw_port': {'id': '70b53ee0-8996-4dad-8d55-36b396234f01', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:21Z', 'updated_at': '2022-02-07T20:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': 'd447e2d8-b23c-488c-8dc8-70d57703f8a0', 'name': '', 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5', 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'mac_address': 'fa:16:3e:3c:2d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e2b04cad-c27a-42ce-981e-86830a1e7466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:23Z', 'updated_at': '2022-02-07T20:39:27Z', 'revision_number': 5, 'project_id': '2185d4e79c4947b6869c2dff85759513', 'subnets': [{'id': 'e2b04cad-c27a-42ce-981e-86830a1e7466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:44:39.054647 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ebe379-acf5-401f-bb72-84bfbddb832e None None] Checking router: cfd4ecd9-5890-4655-9cb9-5320d9fb0b23 for host: dv-cinder-828150-2-iscsi {{(pid=102683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:44:39.062619 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ebe379-acf5-401f-bb72-84bfbddb832e None None] Routers {'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:44:39.063205 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-82ebe379-acf5-401f-bb72-84bfbddb832e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:44:29Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['cfd4ecd9-5890-4655-9cb9-5320d9fb0b23'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:44:39.173282 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-82ebe379-acf5-401f-bb72-84bfbddb832e None None] Set router cfd4ecd9-5890-4655-9cb9-5320d9fb0b23 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:44:39.372078 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-82ebe379-acf5-401f-bb72-84bfbddb832e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'name': 'tempest-AttachVolumeShelveTestJSON-2003434560-router', 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '70b53ee0-8996-4dad-8d55-36b396234f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:21Z', 'updated_at': '2022-02-07T20:39:24Z', 'revision_number': 4, 'project_id': '2185d4e79c4947b6869c2dff85759513', 'gw_port': {'id': '70b53ee0-8996-4dad-8d55-36b396234f01', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:21Z', 'updated_at': '2022-02-07T20:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': 'd447e2d8-b23c-488c-8dc8-70d57703f8a0', 'name': '', 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5', 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'mac_address': 'fa:16:3e:3c:2d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e2b04cad-c27a-42ce-981e-86830a1e7466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:23Z', 'updated_at': '2022-02-07T20:39:27Z', 'revision_number': 5, 'project_id': '2185d4e79c4947b6869c2dff85759513', 'subnets': [{'id': 'e2b04cad-c27a-42ce-981e-86830a1e7466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:44:39.399881 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ebe379-acf5-401f-bb72-84bfbddb832e None None] The sync data for ids ['cfd4ecd9-5890-4655-9cb9-5320d9fb0b23'] in dv-cinder-828150-2-iscsi is: [{'id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'name': 'tempest-AttachVolumeShelveTestJSON-2003434560-router', 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '70b53ee0-8996-4dad-8d55-36b396234f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:21Z', 'updated_at': '2022-02-07T20:39:24Z', 'revision_number': 4, 'project_id': '2185d4e79c4947b6869c2dff85759513', 'gw_port': {'id': '70b53ee0-8996-4dad-8d55-36b396234f01', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:21Z', 'updated_at': '2022-02-07T20:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': 'd447e2d8-b23c-488c-8dc8-70d57703f8a0', 'name': '', 'network_id': 'b080ab0e-203b-499d-9b26-1d0d5d881ab5', 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'mac_address': 'fa:16:3e:3c:2d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e2b04cad-c27a-42ce-981e-86830a1e7466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:23Z', 'updated_at': '2022-02-07T20:39:27Z', 'revision_number': 5, 'project_id': '2185d4e79c4947b6869c2dff85759513', 'subnets': [{'id': 'e2b04cad-c27a-42ce-981e-86830a1e7466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:44:39.619622 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5d458c-f9e9-46cb-bdff-70bac558c025 None None] New status for floating IP e707b574-90d5-4b40-9a52-9946bdb38e99: DOWN {{(pid=102682) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 20:44:40.009391 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 56504) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:44:40.065879 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-da451a3c-d311-4829-a28e-4a443fe89635 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks [] for security_group (5d987f2f-024c-44c0-ade4-edb6a0dad07e), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:40.089684 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-da451a3c-d311-4829-a28e-4a443fe89635 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks [] for security_group (5d987f2f-024c-44c0-ade4-edb6a0dad07e), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:40.136268 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-da451a3c-d311-4829-a28e-4a443fe89635 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (5d987f2f-024c-44c0-ade4-edb6a0dad07e), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:40.139002 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-da451a3c-d311-4829-a28e-4a443fe89635 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:40.140185 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-da451a3c-d311-4829-a28e-4a443fe89635 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "DELETE /v2.0/security-groups/5d987f2f-024c-44c0-ade4-edb6a0dad07e HTTP/1.1" status: 204 len: 168 time: 0.1296957 Feb 07 20:44:40.147493 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 56506) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:44:40.149615 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da451a3c-d311-4829-a28e-4a443fe89635 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d987f2f-024c-44c0-ade4-edb6a0dad07e,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:44:40.159101 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.api.v2.resource [None req-3261db8e-bf5f-47e6-98a1-e157447b4264 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] show failed (client error): The resource could not be found. Feb 07 20:44:40.163753 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-3261db8e-bf5f-47e6-98a1-e157447b4264 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "GET /v2.0/security-groups/5d987f2f-024c-44c0-ade4-edb6a0dad07e HTTP/1.1" status: 404 len: 347 time: 0.0191591 Feb 07 20:44:40.167673 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 56508) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:44:40.291127 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [None req-48118c6c-1de2-4d94-ba5d-cbcf9411acb1 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Deleting port 3ea3d202-7094-4754-9971-a0a665a9992b {{(pid=102681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:44:40.291347 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-48118c6c-1de2-4d94-ba5d-cbcf9411acb1 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (3ea3d202-7094-4754-9971-a0a665a9992b), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:40.366530 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-48118c6c-1de2-4d94-ba5d-cbcf9411acb1 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (3ea3d202-7094-4754-9971-a0a665a9992b), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:40.366848 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-48118c6c-1de2-4d94-ba5d-cbcf9411acb1 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks [] for floatingip (3ea3d202-7094-4754-9971-a0a665a9992b), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:40.378772 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [None req-48118c6c-1de2-4d94-ba5d-cbcf9411acb1 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Calling delete_port for 3ea3d202-7094-4754-9971-a0a665a9992b owned by network:floatingip {{(pid=102681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:44:40.407106 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device d12215d9-38c9-4cc5-aec9-4d701de680fc no longer exists at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:44:40.427677 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] No Port match for: d12215d9-38c9-4cc5-aec9-4d701de680fc {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:44:40.428022 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device d12215d9-38c9-4cc5-aec9-4d701de680fc not bound to the agent host hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:44:40.513259 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-48118c6c-1de2-4d94-ba5d-cbcf9411acb1 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (3ea3d202-7094-4754-9971-a0a665a9992b), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:40.545618 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48118c6c-1de2-4d94-ba5d-cbcf9411acb1 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Pushing event deleted for resources: {'Port': ['ID=3ea3d202-7094-4754-9971-a0a665a9992b,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:44:40.597859 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-48118c6c-1de2-4d94-ba5d-cbcf9411acb1 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks [] for floatingip (e707b574-90d5-4b40-9a52-9946bdb38e99), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:40.600587 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-48118c6c-1de2-4d94-ba5d-cbcf9411acb1 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for floatingip (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:40.601727 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-48118c6c-1de2-4d94-ba5d-cbcf9411acb1 tempest-AttachVolumeShelveTestJSON-1805958426 tempest-AttachVolumeShelveTestJSON-1805958426-project] 10.222.0.60 "DELETE /v2.0/floatingips/e707b574-90d5-4b40-9a52-9946bdb38e99 HTTP/1.1" status: 204 len: 168 time: 0.4327226 Feb 07 20:44:42.983859 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 56530) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:44:43.712612 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-904aced5-3749-4ca2-9e28-599e575cedb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393245'] for router_interface (cfd4ecd9-5890-4655-9cb9-5320d9fb0b23), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:43.949569 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [None req-904aced5-3749-4ca2-9e28-599e575cedb7 admin admin] Deleting port d447e2d8-b23c-488c-8dc8-70d57703f8a0 {{(pid=102681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:44:43.949908 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-904aced5-3749-4ca2-9e28-599e575cedb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (d447e2d8-b23c-488c-8dc8-70d57703f8a0), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:44.027517 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [None req-904aced5-3749-4ca2-9e28-599e575cedb7 admin admin] For port d447e2d8-b23c-488c-8dc8-70d57703f8a0, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=d447e2d8-b23c-488c-8dc8-70d57703f8a0,segment=NetworkSegment(025e846a-937e-4847-b04b-5f3e732f1e22),segment_id=025e846a-937e-4847-b04b-5f3e732f1e22)] {{(pid=102681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:44:44.028144 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-904aced5-3749-4ca2-9e28-599e575cedb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (d447e2d8-b23c-488c-8dc8-70d57703f8a0), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:44.040038 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [None req-904aced5-3749-4ca2-9e28-599e575cedb7 admin admin] Calling delete_port for d447e2d8-b23c-488c-8dc8-70d57703f8a0 owned by network:router_interface {{(pid=102681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:44:44.212482 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-904aced5-3749-4ca2-9e28-599e575cedb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (d447e2d8-b23c-488c-8dc8-70d57703f8a0), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:44.242332 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904aced5-3749-4ca2-9e28-599e575cedb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d447e2d8-b23c-488c-8dc8-70d57703f8a0,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:44:44.402790 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-904aced5-3749-4ca2-9e28-599e575cedb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393353'] for router_interface (cfd4ecd9-5890-4655-9cb9-5320d9fb0b23), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:44.613406 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904aced5-3749-4ca2-9e28-599e575cedb7 admin admin] Router cfd4ecd9-5890-4655-9cb9-5320d9fb0b23 has already been hosted by L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef {{(pid=102681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:44:44.717215 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904aced5-3749-4ca2-9e28-599e575cedb7 admin admin] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:44:44.722846 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-904aced5-3749-4ca2-9e28-599e575cedb7 admin admin] 10.222.0.60 "PUT /v2.0/routers/cfd4ecd9-5890-4655-9cb9-5320d9fb0b23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7377188 Feb 07 20:44:44.725143 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 56534) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:44:44.727812 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16fd97b-14ee-4ca3-8eb9-493361c0a915 None None] Sync routers for ids ['cfd4ecd9-5890-4655-9cb9-5320d9fb0b23'] in dv-cinder-828150-2-iscsi {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:44:44.738308 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16fd97b-14ee-4ca3-8eb9-493361c0a915 None None] Routers {'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:44:44.738993 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-c16fd97b-14ee-4ca3-8eb9-493361c0a915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:44:29Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['cfd4ecd9-5890-4655-9cb9-5320d9fb0b23'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:44:44.830995 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-af1bb7b6-e515-4907-a454-124a4f19ff60 admin admin] Publish callbacks [] for router (cfd4ecd9-5890-4655-9cb9-5320d9fb0b23), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:44.932312 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-c16fd97b-14ee-4ca3-8eb9-493361c0a915 None None] Set router cfd4ecd9-5890-4655-9cb9-5320d9fb0b23 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:44:44.935655 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-af1bb7b6-e515-4907-a454-124a4f19ff60 admin admin] Publish callbacks [] for router_gateway (cfd4ecd9-5890-4655-9cb9-5320d9fb0b23), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:44.986583 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [None req-af1bb7b6-e515-4907-a454-124a4f19ff60 admin admin] Deleting port 70b53ee0-8996-4dad-8d55-36b396234f01 {{(pid=102681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:44:44.986948 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-af1bb7b6-e515-4907-a454-124a4f19ff60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (70b53ee0-8996-4dad-8d55-36b396234f01), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:45.067118 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [None req-af1bb7b6-e515-4907-a454-124a4f19ff60 admin admin] For port 70b53ee0-8996-4dad-8d55-36b396234f01, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=70b53ee0-8996-4dad-8d55-36b396234f01,segment=NetworkSegment(b6259b7e-66cb-4b1d-a7b0-58f7e3300c62),segment_id=b6259b7e-66cb-4b1d-a7b0-58f7e3300c62)] {{(pid=102681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:44:45.067885 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-af1bb7b6-e515-4907-a454-124a4f19ff60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (70b53ee0-8996-4dad-8d55-36b396234f01), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:45.080318 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [None req-af1bb7b6-e515-4907-a454-124a4f19ff60 admin admin] Calling delete_port for 70b53ee0-8996-4dad-8d55-36b396234f01 owned by network:router_gateway {{(pid=102681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:44:45.104096 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-c16fd97b-14ee-4ca3-8eb9-493361c0a915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'name': 'tempest-AttachVolumeShelveTestJSON-2003434560-router', 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '70b53ee0-8996-4dad-8d55-36b396234f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:21Z', 'updated_at': '2022-02-07T20:44:44Z', 'revision_number': 5, 'project_id': '2185d4e79c4947b6869c2dff85759513', 'gw_port': {'id': '70b53ee0-8996-4dad-8d55-36b396234f01', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:39:21Z', 'updated_at': '2022-02-07T20:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi'}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:44:45.132469 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16fd97b-14ee-4ca3-8eb9-493361c0a915 None None] Checking router: cfd4ecd9-5890-4655-9cb9-5320d9fb0b23 for host: dv-cinder-828150-2-iscsi {{(pid=102683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:44:45.140584 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16fd97b-14ee-4ca3-8eb9-493361c0a915 None None] Routers {'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:44:45.141171 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-c16fd97b-14ee-4ca3-8eb9-493361c0a915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:44:29Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['cfd4ecd9-5890-4655-9cb9-5320d9fb0b23'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:44:45.227165 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-c16fd97b-14ee-4ca3-8eb9-493361c0a915 None None] Set router cfd4ecd9-5890-4655-9cb9-5320d9fb0b23 gateway port host: None {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:44:45.242884 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-af1bb7b6-e515-4907-a454-124a4f19ff60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (70b53ee0-8996-4dad-8d55-36b396234f01), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:45.269018 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1bb7b6-e515-4907-a454-124a4f19ff60 admin admin] Pushing event deleted for resources: {'Port': ['ID=70b53ee0-8996-4dad-8d55-36b396234f01,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:44:45.284513 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-c16fd97b-14ee-4ca3-8eb9-493361c0a915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'name': 'tempest-AttachVolumeShelveTestJSON-2003434560-router', 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:21Z', 'updated_at': '2022-02-07T20:44:44Z', 'revision_number': 6, 'project_id': '2185d4e79c4947b6869c2dff85759513', 'gw_port_host': None}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:44:45.309887 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16fd97b-14ee-4ca3-8eb9-493361c0a915 None None] The sync data for ids ['cfd4ecd9-5890-4655-9cb9-5320d9fb0b23'] in dv-cinder-828150-2-iscsi is: [{'id': 'cfd4ecd9-5890-4655-9cb9-5320d9fb0b23', 'name': 'tempest-AttachVolumeShelveTestJSON-2003434560-router', 'tenant_id': '2185d4e79c4947b6869c2dff85759513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:39:21Z', 'updated_at': '2022-02-07T20:44:44Z', 'revision_number': 6, 'project_id': '2185d4e79c4947b6869c2dff85759513', 'gw_port_host': None}] {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:44:45.330446 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-af1bb7b6-e515-4907-a454-124a4f19ff60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395883'] for router_gateway (cfd4ecd9-5890-4655-9cb9-5320d9fb0b23), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:45.420043 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-af1bb7b6-e515-4907-a454-124a4f19ff60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7714'] for router (cfd4ecd9-5890-4655-9cb9-5320d9fb0b23), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:45.422033 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-af1bb7b6-e515-4907-a454-124a4f19ff60 admin admin] Publish callbacks [] for router_controller (cfd4ecd9-5890-4655-9cb9-5320d9fb0b23), precommit_delete_associations {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:45.467347 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-af1bb7b6-e515-4907-a454-124a4f19ff60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-394747'] for router (cfd4ecd9-5890-4655-9cb9-5320d9fb0b23), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:45.467905 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1bb7b6-e515-4907-a454-124a4f19ff60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfd4ecd9-5890-4655-9cb9-5320d9fb0b23 {{(pid=102681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 20:44:45.472094 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-af1bb7b6-e515-4907-a454-124a4f19ff60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:45.473217 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-af1bb7b6-e515-4907-a454-124a4f19ff60 admin admin] 10.222.0.60 "DELETE /v2.0/routers/cfd4ecd9-5890-4655-9cb9-5320d9fb0b23 HTTP/1.1" status: 204 len: 168 time: 0.7471871 Feb 07 20:44:45.475659 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 56536) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:44:45.518202 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.db_base_plugin_v2 [None req-11cf4e1e-2b80-4034-a3b0-69c86ac90d95 admin admin] Deleting subnet e2b04cad-c27a-42ce-981e-86830a1e7466 {{(pid=102681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 20:44:45.521107 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-11cf4e1e-2b80-4034-a3b0-69c86ac90d95 admin admin] Publish callbacks [] for subnet (e2b04cad-c27a-42ce-981e-86830a1e7466), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:45.553921 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-11cf4e1e-2b80-4034-a3b0-69c86ac90d95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9363915'] for subnet (e2b04cad-c27a-42ce-981e-86830a1e7466), precommit_delete_associations {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:45.631393 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-11cf4e1e-2b80-4034-a3b0-69c86ac90d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32999468'] for subnet (e2b04cad-c27a-42ce-981e-86830a1e7466), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:45.690254 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-11cf4e1e-2b80-4034-a3b0-69c86ac90d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32999639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3187828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9307052'] for subnet (e2b04cad-c27a-42ce-981e-86830a1e7466), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:45.716556 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf4e1e-2b80-4034-a3b0-69c86ac90d95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2b04cad-c27a-42ce-981e-86830a1e7466,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:44:45.720004 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-11cf4e1e-2b80-4034-a3b0-69c86ac90d95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for subnet (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:45.723276 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-11cf4e1e-2b80-4034-a3b0-69c86ac90d95 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e2b04cad-c27a-42ce-981e-86830a1e7466 HTTP/1.1" status: 204 len: 168 time: 0.2466748 Feb 07 20:44:45.725747 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 56538) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:44:45.729514 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fb08c5-3d83-4ce4-92aa-dde37312a76b None None] Network b080ab0e-203b-499d-9b26-1d0d5d881ab5 requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:44:45.799024 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-980dd61a-ed7b-4021-b40c-0fa5e57b44af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32943866'] for network (b080ab0e-203b-499d-9b26-1d0d5d881ab5), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:45.857557 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [None req-980dd61a-ed7b-4021-b40c-0fa5e57b44af admin admin] Deleting port c56973eb-5727-4934-bf14-e5115d430910 {{(pid=102681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:44:45.857897 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-980dd61a-ed7b-4021-b40c-0fa5e57b44af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (c56973eb-5727-4934-bf14-e5115d430910), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:45.919174 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [None req-980dd61a-ed7b-4021-b40c-0fa5e57b44af admin admin] For port c56973eb-5727-4934-bf14-e5115d430910, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=c56973eb-5727-4934-bf14-e5115d430910,segment=NetworkSegment(025e846a-937e-4847-b04b-5f3e732f1e22),segment_id=025e846a-937e-4847-b04b-5f3e732f1e22)] {{(pid=102681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:44:45.919567 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-980dd61a-ed7b-4021-b40c-0fa5e57b44af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (c56973eb-5727-4934-bf14-e5115d430910), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:45.932598 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [None req-980dd61a-ed7b-4021-b40c-0fa5e57b44af admin admin] Calling delete_port for c56973eb-5727-4934-bf14-e5115d430910 owned by network:dhcp {{(pid=102681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:44:46.008385 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-980dd61a-ed7b-4021-b40c-0fa5e57b44af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (c56973eb-5727-4934-bf14-e5115d430910), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:46.038979 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980dd61a-ed7b-4021-b40c-0fa5e57b44af admin admin] Pushing event deleted for resources: {'Port': ['ID=c56973eb-5727-4934-bf14-e5115d430910,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:44:46.042289 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980dd61a-ed7b-4021-b40c-0fa5e57b44af admin admin] No DVR routers for this DVR port c56973eb-5727-4934-bf14-e5115d430910 on host dv-cinder-828150-2-iscsi {{(pid=102681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:44:46.108670 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0705da2d-3eee-4b5c-a574-5227f7ef66d6 None None] DHCP port deletion for b080ab0e-203b-499d-9b26-1d0d5d881ab5 request from dv-cinder-828150-2-iscsi {{(pid=102682) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 20:44:46.112509 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-980dd61a-ed7b-4021-b40c-0fa5e57b44af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32817339', 'neutron.services.segments.db._delete_segments_for_network-8784096777409'] for network (b080ab0e-203b-499d-9b26-1d0d5d881ab5), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:46.134330 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.services.segments.db [None req-980dd61a-ed7b-4021-b40c-0fa5e57b44af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b080ab0e-203b-499d-9b26-1d0d5d881ab5']}} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:44:46.143870 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.services.segments.db [None req-980dd61a-ed7b-4021-b40c-0fa5e57b44af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '025e846a-937e-4847-b04b-5f3e732f1e22') {'for_net_delete': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:44:46.144171 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.services.segments.db [None req-980dd61a-ed7b-4021-b40c-0fa5e57b44af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '025e846a-937e-4847-b04b-5f3e732f1e22') {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:44:46.153718 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-980dd61a-ed7b-4021-b40c-0fa5e57b44af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784096779466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9363904'] for segment (025e846a-937e-4847-b04b-5f3e732f1e22), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:46.166717 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-980dd61a-ed7b-4021-b40c-0fa5e57b44af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526'] for segment (025e846a-937e-4847-b04b-5f3e732f1e22), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:46.172338 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-980dd61a-ed7b-4021-b40c-0fa5e57b44af admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=102681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 20:44:46.172707 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-980dd61a-ed7b-4021-b40c-0fa5e57b44af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3187934'] for segment (025e846a-937e-4847-b04b-5f3e732f1e22), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:46.174992 dv-cinder-828150-2-iscsi neutron-server[102681]: Traceback (most recent call last): Feb 07 20:44:46.174992 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 20:44:46.174992 dv-cinder-828150-2-iscsi neutron-server[102681]: timer() Feb 07 20:44:46.174992 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 20:44:46.174992 dv-cinder-828150-2-iscsi neutron-server[102681]: cb(*args, **kw) Feb 07 20:44:46.174992 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 20:44:46.174992 dv-cinder-828150-2-iscsi neutron-server[102681]: return func(*args, **kwargs) Feb 07 20:44:46.174992 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 20:44:46.174992 dv-cinder-828150-2-iscsi neutron-server[102681]: self._notify() Feb 07 20:44:46.174992 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 20:44:46.174992 dv-cinder-828150-2-iscsi neutron-server[102681]: self.callback(batched_events) Feb 07 20:44:46.174992 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 20:44:46.174992 dv-cinder-828150-2-iscsi neutron-server[102681]: event.method(event) Feb 07 20:44:46.174992 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 20:44:46.174992 dv-cinder-828150-2-iscsi neutron-server[102681]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 20:44:46.174992 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 20:44:46.174992 dv-cinder-828150-2-iscsi neutron-server[102681]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 20:44:46.174992 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 20:44:46.174992 dv-cinder-828150-2-iscsi neutron-server[102681]: return f(self, *a, **k) Feb 07 20:44:46.174992 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 20:44:46.174992 dv-cinder-828150-2-iscsi neutron-server[102681]: return self._get(url).json() Feb 07 20:44:46.174992 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 20:44:46.174992 dv-cinder-828150-2-iscsi neutron-server[102681]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 20:44:46.174992 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 20:44:46.174992 dv-cinder-828150-2-iscsi neutron-server[102681]: return self.request(url, 'GET', **kwargs) Feb 07 20:44:46.174992 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 20:44:46.174992 dv-cinder-828150-2-iscsi neutron-server[102681]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 20:44:46.174992 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 20:44:46.174992 dv-cinder-828150-2-iscsi neutron-server[102681]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 20:44:46.174992 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 20:44:46.174992 dv-cinder-828150-2-iscsi neutron-server[102681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 20:44:46.174992 dv-cinder-828150-2-iscsi neutron-server[102681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 20:44:46.231958 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-980dd61a-ed7b-4021-b40c-0fa5e57b44af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32817314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395791'] for network (b080ab0e-203b-499d-9b26-1d0d5d881ab5), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:46.236758 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-980dd61a-ed7b-4021-b40c-0fa5e57b44af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for network (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:46.240031 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-980dd61a-ed7b-4021-b40c-0fa5e57b44af admin admin] 10.222.0.60 "DELETE /v2.0/networks/b080ab0e-203b-499d-9b26-1d0d5d881ab5 HTTP/1.1" status: 204 len: 168 time: 0.5131342 Feb 07 20:44:46.253409 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980dd61a-ed7b-4021-b40c-0fa5e57b44af admin admin] Pushing event deleted for resources: {'Network': ['ID=b080ab0e-203b-499d-9b26-1d0d5d881ab5,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:44:46.367925 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 56542) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:44:46.390950 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device c56973eb-5727-4934-bf14-e5115d430910 no longer exists at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:44:46.419129 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] No Port match for: c56973eb-5727-4934-bf14-e5115d430910 {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:44:46.419489 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device c56973eb-5727-4934-bf14-e5115d430910 not bound to the agent host dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:44:46.419897 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device d447e2d8-b23c-488c-8dc8-70d57703f8a0 no longer exists at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:44:46.423163 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-08111dbd-4b6c-41ff-a0cf-1f74d2662a27 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2185d4e79c4947b6869c2dff85759513&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0537004 Feb 07 20:44:46.425769 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 56544) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:44:46.438170 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] No Port match for: d447e2d8-b23c-488c-8dc8-70d57703f8a0 {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:44:46.438440 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device d447e2d8-b23c-488c-8dc8-70d57703f8a0 not bound to the agent host dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:44:46.438835 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 70b53ee0-8996-4dad-8d55-36b396234f01 no longer exists at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:44:46.457435 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] No Port match for: 70b53ee0-8996-4dad-8d55-36b396234f01 {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:44:46.457773 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 70b53ee0-8996-4dad-8d55-36b396234f01 not bound to the agent host dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:44:46.472846 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-de5921cc-c75d-4ff5-b2fc-39f496b82193 admin admin] Publish callbacks [] for security_group (f009247c-c80a-456f-b7f5-33f4b9af014c), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:46.493364 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-de5921cc-c75d-4ff5-b2fc-39f496b82193 admin admin] Publish callbacks [] for security_group (f009247c-c80a-456f-b7f5-33f4b9af014c), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:46.543001 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-de5921cc-c75d-4ff5-b2fc-39f496b82193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (f009247c-c80a-456f-b7f5-33f4b9af014c), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:46.545514 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-de5921cc-c75d-4ff5-b2fc-39f496b82193 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:46.546625 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-de5921cc-c75d-4ff5-b2fc-39f496b82193 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f009247c-c80a-456f-b7f5-33f4b9af014c HTTP/1.1" status: 204 len: 168 time: 0.1199844 Feb 07 20:44:46.557376 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5921cc-c75d-4ff5-b2fc-39f496b82193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f009247c-c80a-456f-b7f5-33f4b9af014c,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:44:55.738389 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 56652) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:44:55.841719 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-17d64ebd-4cd1-4f17-85ee-8f203c1c9764 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:55.916549 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-17d64ebd-4cd1-4f17-85ee-8f203c1c9764 admin admin] Publish callbacks [] for security_group (036c8ee9-1ce8-4014-8ecb-23ae14d5b3c5), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:55.920545 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-17d64ebd-4cd1-4f17-85ee-8f203c1c9764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (036c8ee9-1ce8-4014-8ecb-23ae14d5b3c5), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:55.958463 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-17d64ebd-4cd1-4f17-85ee-8f203c1c9764 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bf7e752f6a144f98b5715f65431ed40c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2190447 Feb 07 20:44:55.959702 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d64ebd-4cd1-4f17-85ee-8f203c1c9764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036c8ee9-1ce8-4014-8ecb-23ae14d5b3c5,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:44:55.961219 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 56656) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:44:56.008515 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-aa79ac35-9486-4878-b637-44cdd967dc10 admin admin] Publish callbacks [] for security_group (036c8ee9-1ce8-4014-8ecb-23ae14d5b3c5), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:56.028953 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-aa79ac35-9486-4878-b637-44cdd967dc10 admin admin] Publish callbacks [] for security_group (036c8ee9-1ce8-4014-8ecb-23ae14d5b3c5), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:56.079643 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-aa79ac35-9486-4878-b637-44cdd967dc10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (036c8ee9-1ce8-4014-8ecb-23ae14d5b3c5), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:56.082636 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-aa79ac35-9486-4878-b637-44cdd967dc10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:56.083799 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-aa79ac35-9486-4878-b637-44cdd967dc10 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/036c8ee9-1ce8-4014-8ecb-23ae14d5b3c5 HTTP/1.1" status: 204 len: 168 time: 0.1216028 Feb 07 20:44:56.093103 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa79ac35-9486-4878-b637-44cdd967dc10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036c8ee9-1ce8-4014-8ecb-23ae14d5b3c5,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:44:56.100828 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa79ac35-9486-4878-b637-44cdd967dc10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:44:56.101182 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa79ac35-9486-4878-b637-44cdd967dc10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:44:56.101530 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa79ac35-9486-4878-b637-44cdd967dc10 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:44:56.101866 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa79ac35-9486-4878-b637-44cdd967dc10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:44:56.102200 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa79ac35-9486-4878-b637-44cdd967dc10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:44:56.102534 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa79ac35-9486-4878-b637-44cdd967dc10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:44:56.105474 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa79ac35-9486-4878-b637-44cdd967dc10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:44:56.105833 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa79ac35-9486-4878-b637-44cdd967dc10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:44:56.106182 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa79ac35-9486-4878-b637-44cdd967dc10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:44:56.106529 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa79ac35-9486-4878-b637-44cdd967dc10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:44:56.106863 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa79ac35-9486-4878-b637-44cdd967dc10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:44:56.107197 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa79ac35-9486-4878-b637-44cdd967dc10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:44:56.107554 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa79ac35-9486-4878-b637-44cdd967dc10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:44:56.556607 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-695ace95-3854-438c-9522-f06228bb0c48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:56.559495 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (2db0d972-3e88-4a6a-9d75-f8f2fe350c5f), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:58.887951 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-167ccfd7-b5e6-4127-b0c6-0f621808537d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:44:59.986152 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:01.507911 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:02.747521 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:07.293934 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 56792) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:45:07.394507 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-0ac62126-7309-4a61-9a2a-bd516b39e5b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:07.465283 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-0ac62126-7309-4a61-9a2a-bd516b39e5b1 admin admin] Publish callbacks [] for security_group (3419bd2c-1cf1-43ee-b4d0-3ab4a974f924), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:07.469680 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-0ac62126-7309-4a61-9a2a-bd516b39e5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (3419bd2c-1cf1-43ee-b4d0-3ab4a974f924), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:07.506471 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-0ac62126-7309-4a61-9a2a-bd516b39e5b1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b7e10963dbcc4bcbaa767f0da714fccd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2115135 Feb 07 20:45:07.507413 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac62126-7309-4a61-9a2a-bd516b39e5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3419bd2c-1cf1-43ee-b4d0-3ab4a974f924,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:07.509201 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 56796) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:45:07.558070 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e73715ec-e8f9-406f-afb6-f59aeb24c179 admin admin] Publish callbacks [] for security_group (3419bd2c-1cf1-43ee-b4d0-3ab4a974f924), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:07.578479 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e73715ec-e8f9-406f-afb6-f59aeb24c179 admin admin] Publish callbacks [] for security_group (3419bd2c-1cf1-43ee-b4d0-3ab4a974f924), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:07.627346 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e73715ec-e8f9-406f-afb6-f59aeb24c179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (3419bd2c-1cf1-43ee-b4d0-3ab4a974f924), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:07.629889 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e73715ec-e8f9-406f-afb6-f59aeb24c179 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:07.631128 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-e73715ec-e8f9-406f-afb6-f59aeb24c179 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3419bd2c-1cf1-43ee-b4d0-3ab4a974f924 HTTP/1.1" status: 204 len: 168 time: 0.1203041 Feb 07 20:45:07.638749 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73715ec-e8f9-406f-afb6-f59aeb24c179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3419bd2c-1cf1-43ee-b4d0-3ab4a974f924,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:07.890100 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 56802) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:45:07.903036 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-112e1f9f-f75b-44f9-a367-5a6dd3aa3e29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:07.975004 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-112e1f9f-f75b-44f9-a367-5a6dd3aa3e29 admin admin] Publish callbacks [] for security_group (7fa6ac7f-a46b-4736-8b36-1945ec492b32), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:07.978755 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-112e1f9f-f75b-44f9-a367-5a6dd3aa3e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (7fa6ac7f-a46b-4736-8b36-1945ec492b32), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:08.015595 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-112e1f9f-f75b-44f9-a367-5a6dd3aa3e29 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ba9d3e4c18d64c168c7716dd2af25c57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1243045 Feb 07 20:45:08.017754 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e1f9f-f75b-44f9-a367-5a6dd3aa3e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa6ac7f-a46b-4736-8b36-1945ec492b32,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:08.018266 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 56804) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:45:08.069637 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-1fe09639-f59f-40c7-87d4-8b0b0a693008 admin admin] Publish callbacks [] for security_group (7fa6ac7f-a46b-4736-8b36-1945ec492b32), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:08.089949 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-1fe09639-f59f-40c7-87d4-8b0b0a693008 admin admin] Publish callbacks [] for security_group (7fa6ac7f-a46b-4736-8b36-1945ec492b32), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:08.134327 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-1fe09639-f59f-40c7-87d4-8b0b0a693008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (7fa6ac7f-a46b-4736-8b36-1945ec492b32), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:08.137074 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-1fe09639-f59f-40c7-87d4-8b0b0a693008 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:08.138140 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-1fe09639-f59f-40c7-87d4-8b0b0a693008 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7fa6ac7f-a46b-4736-8b36-1945ec492b32 HTTP/1.1" status: 204 len: 168 time: 0.1188974 Feb 07 20:45:08.146141 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe09639-f59f-40c7-87d4-8b0b0a693008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa6ac7f-a46b-4736-8b36-1945ec492b32,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:09.155540 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.agents_db [None req-6ca4556d-c1da-4dc5-8d4b-cf8528912650 None None] Agent healthcheck: found 6 active agents {{(pid=102683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:45:10.377744 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 56872) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:45:10.477417 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-e30b6d9f-4a36-4988-8d97-d479b3e38040 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:10.551249 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-e30b6d9f-4a36-4988-8d97-d479b3e38040 admin admin] Publish callbacks [] for security_group (e679c29d-2f65-49b4-9518-3c5bd35a4949), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:10.554759 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-e30b6d9f-4a36-4988-8d97-d479b3e38040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (e679c29d-2f65-49b4-9518-3c5bd35a4949), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:10.591434 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-e30b6d9f-4a36-4988-8d97-d479b3e38040 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1789fe16f1c04712946dc6b79a486c53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2126212 Feb 07 20:45:10.593408 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b6d9f-4a36-4988-8d97-d479b3e38040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e679c29d-2f65-49b4-9518-3c5bd35a4949,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:10.594142 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 56876) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:45:10.640941 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8871f30f-7607-4566-ac57-61afdbc9aae1 admin admin] Publish callbacks [] for security_group (e679c29d-2f65-49b4-9518-3c5bd35a4949), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:10.661135 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8871f30f-7607-4566-ac57-61afdbc9aae1 admin admin] Publish callbacks [] for security_group (e679c29d-2f65-49b4-9518-3c5bd35a4949), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:10.707632 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8871f30f-7607-4566-ac57-61afdbc9aae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (e679c29d-2f65-49b4-9518-3c5bd35a4949), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:10.710156 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-8871f30f-7607-4566-ac57-61afdbc9aae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:10.712501 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-8871f30f-7607-4566-ac57-61afdbc9aae1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e679c29d-2f65-49b4-9518-3c5bd35a4949 HTTP/1.1" status: 204 len: 168 time: 0.1173065 Feb 07 20:45:10.720000 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8871f30f-7607-4566-ac57-61afdbc9aae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e679c29d-2f65-49b4-9518-3c5bd35a4949,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:10.964142 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 56882) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:45:10.977477 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e79b4da0-8f12-4895-a8fe-24490c1057df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:11.052283 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e79b4da0-8f12-4895-a8fe-24490c1057df admin admin] Publish callbacks [] for security_group (2a97f3a4-4ea1-4dd2-9fe7-b91e106c306a), precommit_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:11.055695 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-e79b4da0-8f12-4895-a8fe-24490c1057df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (2a97f3a4-4ea1-4dd2-9fe7-b91e106c306a), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:11.099897 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-e79b4da0-8f12-4895-a8fe-24490c1057df admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e4a6d2a329a6426bb6fffabdd6cffef7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344900 Feb 07 20:45:11.100765 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b4da0-8f12-4895-a8fe-24490c1057df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a97f3a4-4ea1-4dd2-9fe7-b91e106c306a,revision_number=1']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:11.102461 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 56884) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:45:11.154446 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-e385744e-ff65-4711-a2a8-5be8447f27d5 admin admin] Publish callbacks [] for security_group (2a97f3a4-4ea1-4dd2-9fe7-b91e106c306a), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:11.175047 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-e385744e-ff65-4711-a2a8-5be8447f27d5 admin admin] Publish callbacks [] for security_group (2a97f3a4-4ea1-4dd2-9fe7-b91e106c306a), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:11.223223 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-e385744e-ff65-4711-a2a8-5be8447f27d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (2a97f3a4-4ea1-4dd2-9fe7-b91e106c306a), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:11.225772 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-e385744e-ff65-4711-a2a8-5be8447f27d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:11.226897 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-e385744e-ff65-4711-a2a8-5be8447f27d5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2a97f3a4-4ea1-4dd2-9fe7-b91e106c306a HTTP/1.1" status: 204 len: 168 time: 0.1234038 Feb 07 20:45:11.234434 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385744e-ff65-4711-a2a8-5be8447f27d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a97f3a4-4ea1-4dd2-9fe7-b91e106c306a,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:11.882299 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 56906) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:45:11.975157 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [None req-e54c0cf6-f698-453b-9378-300513fdf7c6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-529488016-network', 'tenant_id': '9ac9ac52f3c249549b55927cedad08c4'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:45:11.994359 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54c0cf6-f698-453b-9378-300513fdf7c6 admin admin] Made reservation on behalf of 9ac9ac52f3c249549b55927cedad08c4 for: {'network': 1} {{(pid=102681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:45:11.996701 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-e54c0cf6-f698-453b-9378-300513fdf7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for network (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:12.005483 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-e54c0cf6-f698-453b-9378-300513fdf7c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:12.077457 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-e54c0cf6-f698-453b-9378-300513fdf7c6 admin admin] Publish callbacks [] for security_group (956167ab-2451-4290-88a4-9a93fac7f413), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:12.080849 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-e54c0cf6-f698-453b-9378-300513fdf7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (956167ab-2451-4290-88a4-9a93fac7f413), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:12.100217 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e54c0cf6-f698-453b-9378-300513fdf7c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=102681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 20:45:12.113727 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c0cf6-f698-453b-9378-300513fdf7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956167ab-2451-4290-88a4-9a93fac7f413,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:12.118409 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-e54c0cf6-f698-453b-9378-300513fdf7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526'] for segment (25ffdc9d-9beb-451e-b5f2-1f3dfb2da434), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:12.118744 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.db.segments_db [None req-e54c0cf6-f698-453b-9378-300513fdf7c6 admin admin] Added segment 25ffdc9d-9beb-451e-b5f2-1f3dfb2da434 of type vlan for network 14fb77c8-aea7-4b65-a9ac-627240ff4dda Feb 07 20:45:12.157079 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-e54c0cf6-f698-453b-9378-300513fdf7c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784096251423'] for network (14fb77c8-aea7-4b65-a9ac-627240ff4dda), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:12.180591 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-e54c0cf6-f698-453b-9378-300513fdf7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540'] for network (14fb77c8-aea7-4b65-a9ac-627240ff4dda), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:12.181504 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54c0cf6-f698-453b-9378-300513fdf7c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:12.182082 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-e54c0cf6-f698-453b-9378-300513fdf7c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for network (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:12.232441 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-e54c0cf6-f698-453b-9378-300513fdf7c6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3490090 Feb 07 20:45:12.235338 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 56910) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:45:12.240816 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.v2.base [None req-204e25e2-7375-4014-a7a2-c4300869b933 admin admin] Request body: {'subnet': {'network_id': '14fb77c8-aea7-4b65-a9ac-627240ff4dda', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-529488016-subnet', 'tenant_id': '9ac9ac52f3c249549b55927cedad08c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102680) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:45:12.245044 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c0cf6-f698-453b-9378-300513fdf7c6 admin admin] Pushing event updated for resources: {'Network': ['ID=14fb77c8-aea7-4b65-a9ac-627240ff4dda,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:12.255418 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Network 14fb77c8-aea7-4b65-a9ac-627240ff4dda details requested by agent ovs-agent-dv-cinder-828150-2-iscsi with host dv-cinder-828150-2-iscsi {{(pid=102682) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 20:45:12.259736 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204e25e2-7375-4014-a7a2-c4300869b933 admin admin] Made reservation on behalf of 9ac9ac52f3c249549b55927cedad08c4 for: {'subnet': 1} {{(pid=102680) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:45:12.262001 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-204e25e2-7375-4014-a7a2-c4300869b933 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9394613'] for subnet (None), before_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:12.425906 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-204e25e2-7375-4014-a7a2-c4300869b933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9394571'] for subnet (172b120a-cc5e-45d6-8fc3-a371367488af), after_create {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:12.477756 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e25e2-7375-4014-a7a2-c4300869b933 admin admin] Pushing event updated for resources: {'Subnet': ['ID=172b120a-cc5e-45d6-8fc3-a371367488af,revision_number=0']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:12.488063 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204e25e2-7375-4014-a7a2-c4300869b933 admin admin] Checking segment: {'id': '25ffdc9d-9beb-451e-b5f2-1f3dfb2da434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '14fb77c8-aea7-4b65-a9ac-627240ff4dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:45:12.488420 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204e25e2-7375-4014-a7a2-c4300869b933 admin admin] Network hostable DHCP agents. Network: 14fb77c8-aea7-4b65-a9ac-627240ff4dda, hostable agents: ['e1cc327f-50d0-4a6e-8186-ec075b67de95'], hosted agents: [] {{(pid=102680) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 20:45:12.504232 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204e25e2-7375-4014-a7a2-c4300869b933 admin admin] Network 14fb77c8-aea7-4b65-a9ac-627240ff4dda is scheduled to be hosted by DHCP agent e1cc327f-50d0-4a6e-8186-ec075b67de95 with binding_index 1 {{(pid=102680) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 20:45:12.511800 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.base_scheduler [None req-204e25e2-7375-4014-a7a2-c4300869b933 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828150-2-iscsi, 14fb77c8-aea7-4b65-a9ac-627240ff4dda) {{(pid=102680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:45:12.515755 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204e25e2-7375-4014-a7a2-c4300869b933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:12.516340 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-204e25e2-7375-4014-a7a2-c4300869b933 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:12.521234 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6a74b5-5ebf-4883-b687-dddae1bfd1d7 None None] Network 14fb77c8-aea7-4b65-a9ac-627240ff4dda requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:45:12.532205 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-204e25e2-7375-4014-a7a2-c4300869b933 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2951303 Feb 07 20:45:12.622770 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f3bd61-45bf-43ef-85d9-b65923773d45 None None] Network 14fb77c8-aea7-4b65-a9ac-627240ff4dda requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:45:14.239245 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-4132b367-fa8f-4d95-8357-aa72ff0df626 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:14.240703 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-4132b367-fa8f-4d95-8357-aa72ff0df626 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.60 "GET /v2.0/networks?id=14fb77c8-aea7-4b65-a9ac-627240ff4dda HTTP/1.1" status: 200 len: 808 time: 0.0975614 Feb 07 20:45:14.254465 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-81793402-c713-40f5-8d7d-d2cdbe636abe tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.60 "GET /v2.0/quotas/9ac9ac52f3c249549b55927cedad08c4 HTTP/1.1" status: 200 len: 375 time: 0.0085766 Feb 07 20:45:14.290474 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-607a12c2-13ed-4a03-8402-8c6c09898a61 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9ac9ac52f3c249549b55927cedad08c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312986 Feb 07 20:45:14.376450 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-a7f77df5-708f-4856-bb13-901fd7ed7a5c service neutron] 10.222.0.60 "GET /v2.0/networks/14fb77c8-aea7-4b65-a9ac-627240ff4dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792677 Feb 07 20:45:14.465274 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-5c80c087-2485-4391-89dd-7349a4fb661d service neutron] 10.222.0.60 "GET /v2.0/networks/14fb77c8-aea7-4b65-a9ac-627240ff4dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832767 Feb 07 20:45:14.618882 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-35823279-87e9-481d-8b2c-081ae06dc1d3 req-bf4b2c8e-2ab6-4ed3-8e5f-0dd3a5092f0f tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.60 "GET /v2.0/ports?device_id=71d2be3a-a3fd-4873-937e-4c996ea571cd HTTP/1.1" status: 200 len: 210 time: 0.0264125 Feb 07 20:45:15.509233 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-7984b7f6-5970-47a9-9937-a9bdf5619d69 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:15.510674 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-7984b7f6-5970-47a9-9937-a9bdf5619d69 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.24 "GET /v2.0/networks?id=14fb77c8-aea7-4b65-a9ac-627240ff4dda HTTP/1.1" status: 200 len: 808 time: 0.1032512 Feb 07 20:45:15.524149 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-4af2ad19-0fef-453e-a6ab-0b326744b5f2 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Request body: {'port': {'device_id': '71d2be3a-a3fd-4873-937e-4c996ea571cd', 'network_id': '14fb77c8-aea7-4b65-a9ac-627240ff4dda', 'admin_state_up': True, 'tenant_id': '9ac9ac52f3c249549b55927cedad08c4'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:45:15.631788 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-4af2ad19-0fef-453e-a6ab-0b326744b5f2 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Made reservation on behalf of 9ac9ac52f3c249549b55927cedad08c4 for: {'port': 1} {{(pid=102681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:45:15.635057 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-4af2ad19-0fef-453e-a6ab-0b326744b5f2 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:15.720166 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-0d9ca08b-ad76-4d94-b539-56da7b33b012 req-c9bbb354-f992-4fa7-affd-73af19e2ed19 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.60 "GET /v2.0/ports?device_id=71d2be3a-a3fd-4873-937e-4c996ea571cd HTTP/1.1" status: 200 len: 210 time: 0.0344822 Feb 07 20:45:15.785426 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.db_base_plugin_common [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-4af2ad19-0fef-453e-a6ab-0b326744b5f2 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Allocated IP 172.20.0.8 (14fb77c8-aea7-4b65-a9ac-627240ff4dda/172b120a-cc5e-45d6-8fc3-a371367488af/ad7fcd0f-de78-4c83-97c5-15d139311d0c) {{(pid=102681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:45:15.929931 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-4af2ad19-0fef-453e-a6ab-0b326744b5f2 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Publish callbacks [] for port (ad7fcd0f-de78-4c83-97c5-15d139311d0c), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:15.962439 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-4af2ad19-0fef-453e-a6ab-0b326744b5f2 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (ad7fcd0f-de78-4c83-97c5-15d139311d0c), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:16.001588 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-4af2ad19-0fef-453e-a6ab-0b326744b5f2 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Network 14fb77c8-aea7-4b65-a9ac-627240ff4dda is already hosted by enough agents. {{(pid=102681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:45:16.007015 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.base_scheduler [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-4af2ad19-0fef-453e-a6ab-0b326744b5f2 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Resources bound (agent type, host, resource id): {{(pid=102681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:45:16.009304 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-4af2ad19-0fef-453e-a6ab-0b326744b5f2 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Received port after_create {{(pid=102681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:45:16.039724 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af2ad19-0fef-453e-a6ab-0b326744b5f2 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Pushing event updated for resources: {'Port': ['ID=ad7fcd0f-de78-4c83-97c5-15d139311d0c,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:16.062498 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-4af2ad19-0fef-453e-a6ab-0b326744b5f2 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:16.063109 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-4af2ad19-0fef-453e-a6ab-0b326744b5f2 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:16.078132 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-4af2ad19-0fef-453e-a6ab-0b326744b5f2 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5579033 Feb 07 20:45:16.088831 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-b75030c5-fcd3-4819-8cf1-c1cde50abf13 service neutron] Request body: {'port': {'device_id': '71d2be3a-a3fd-4873-937e-4c996ea571cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82815'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:45:16.148534 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-b75030c5-fcd3-4819-8cf1-c1cde50abf13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (ad7fcd0f-de78-4c83-97c5-15d139311d0c), before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:16.395782 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-b75030c5-fcd3-4819-8cf1-c1cde50abf13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad7fcd0f-de78-4c83-97c5-15d139311d0c {{(pid=102681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:45:16.403372 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-b75030c5-fcd3-4819-8cf1-c1cde50abf13 service neutron] Publish callbacks [] for port (ad7fcd0f-de78-4c83-97c5-15d139311d0c), precommit_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:16.414749 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.provisioning_blocks [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-b75030c5-fcd3-4819-8cf1-c1cde50abf13 service neutron] Transition to ACTIVE for port object ad7fcd0f-de78-4c83-97c5-15d139311d0c will not be triggered until provisioned by entity L2. {{(pid=102681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:45:16.418494 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-b75030c5-fcd3-4819-8cf1-c1cde50abf13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3187874'] for port (ad7fcd0f-de78-4c83-97c5-15d139311d0c), after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:16.483566 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75030c5-fcd3-4819-8cf1-c1cde50abf13 service neutron] Pushing event updated for resources: {'Port': ['ID=ad7fcd0f-de78-4c83-97c5-15d139311d0c,revision_number=2']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:16.533661 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-b75030c5-fcd3-4819-8cf1-c1cde50abf13 service neutron] Attempting to bind port ad7fcd0f-de78-4c83-97c5-15d139311d0c on host hv-cinder-82815 for vnic_type normal with profile {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:45:16.534318 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-b75030c5-fcd3-4819-8cf1-c1cde50abf13 service neutron] Attempting to bind port ad7fcd0f-de78-4c83-97c5-15d139311d0c by drivers openvswitch,hyperv on host hv-cinder-82815 at level 0 using segments [{'id': '25ffdc9d-9beb-451e-b5f2-1f3dfb2da434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '14fb77c8-aea7-4b65-a9ac-627240ff4dda'}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:45:16.534318 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-b75030c5-fcd3-4819-8cf1-c1cde50abf13 service neutron] Attempting to bind port ad7fcd0f-de78-4c83-97c5-15d139311d0c on network 14fb77c8-aea7-4b65-a9ac-627240ff4dda {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:45:16.538457 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-b75030c5-fcd3-4819-8cf1-c1cde50abf13 service neutron] Port ad7fcd0f-de78-4c83-97c5-15d139311d0c on network 14fb77c8-aea7-4b65-a9ac-627240ff4dda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82815 {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:45:16.538773 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-b75030c5-fcd3-4819-8cf1-c1cde50abf13 service neutron] Attempting to bind port ad7fcd0f-de78-4c83-97c5-15d139311d0c on network 14fb77c8-aea7-4b65-a9ac-627240ff4dda {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:45:16.543455 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-b75030c5-fcd3-4819-8cf1-c1cde50abf13 service neutron] Checking agent: {'id': '2db0d972-3e88-4a6a-9d75-f8f2fe350c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82815', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 33, 26), 'started_at': datetime.datetime(2022, 2, 7, 20, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:45:16.543792 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-b75030c5-fcd3-4819-8cf1-c1cde50abf13 service neutron] Checking segment: {'id': '25ffdc9d-9beb-451e-b5f2-1f3dfb2da434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '14fb77c8-aea7-4b65-a9ac-627240ff4dda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:45:16.544169 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-b75030c5-fcd3-4819-8cf1-c1cde50abf13 service neutron] Bound using segment: {'id': '25ffdc9d-9beb-451e-b5f2-1f3dfb2da434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '14fb77c8-aea7-4b65-a9ac-627240ff4dda'} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:45:16.544586 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-b75030c5-fcd3-4819-8cf1-c1cde50abf13 service neutron] Bound port: ad7fcd0f-de78-4c83-97c5-15d139311d0c, host: hv-cinder-82815, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25ffdc9d-9beb-451e-b5f2-1f3dfb2da434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '14fb77c8-aea7-4b65-a9ac-627240ff4dda'}}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:45:16.544932 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-b75030c5-fcd3-4819-8cf1-c1cde50abf13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (ad7fcd0f-de78-4c83-97c5-15d139311d0c), before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:16.604607 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-b75030c5-fcd3-4819-8cf1-c1cde50abf13 service neutron] For port ad7fcd0f-de78-4c83-97c5-15d139311d0c, host hv-cinder-82815, cleared binding levels {{(pid=102681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:45:16.607356 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-b75030c5-fcd3-4819-8cf1-c1cde50abf13 service neutron] For port ad7fcd0f-de78-4c83-97c5-15d139311d0c, host hv-cinder-82815, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=ad7fcd0f-de78-4c83-97c5-15d139311d0c,segment=NetworkSegment(25ffdc9d-9beb-451e-b5f2-1f3dfb2da434),segment_id=25ffdc9d-9beb-451e-b5f2-1f3dfb2da434)] {{(pid=102681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:45:16.613434 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-b75030c5-fcd3-4819-8cf1-c1cde50abf13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3187874'] for port (ad7fcd0f-de78-4c83-97c5-15d139311d0c), after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:16.646237 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-b75030c5-fcd3-4819-8cf1-c1cde50abf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:16.646840 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-b75030c5-fcd3-4819-8cf1-c1cde50abf13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:16.648232 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-b75030c5-fcd3-4819-8cf1-c1cde50abf13 service neutron] 10.222.0.24 "PUT /v2.0/ports/ad7fcd0f-de78-4c83-97c5-15d139311d0c HTTP/1.1" status: 200 len: 1093 time: 0.5632155 Feb 07 20:45:16.648662 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d2be3a-a3fd-4873-937e-4c996ea571cd', 'tag': 'ad7fcd0f-de78-4c83-97c5-15d139311d0c'}] {{(pid=102681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:45:16.651134 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d543a4f93c545b9f4b4319baf8ff9337481391693fb3bbf25dbe09721f1c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13c2b79-d2b5-42df-b6ad-03a6a724f872" -d '{"events": [{"name": "network-changed", "server_uuid": "71d2be3a-a3fd-4873-937e-4c996ea571cd", "tag": "ad7fcd0f-de78-4c83-97c5-15d139311d0c"}]}' {{(pid=102681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:45:16.674343 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75030c5-fcd3-4819-8cf1-c1cde50abf13 service neutron] Pushing event updated for resources: {'Port': ['ID=ad7fcd0f-de78-4c83-97c5-15d139311d0c,revision_number=3']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:16.691492 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc44602c-ed51-490e-861c-582217454c45 x-openstack-request-id: req-bc44602c-ed51-490e-861c-582217454c45 {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:45:16.691805 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71d2be3a-a3fd-4873-937e-4c996ea571cd", "tag": "ad7fcd0f-de78-4c83-97c5-15d139311d0c", "status": "completed", "code": 200}]} {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:45:16.692083 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bc44602c-ed51-490e-861c-582217454c45 {{(pid=102681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:45:16.692508 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71d2be3a-a3fd-4873-937e-4c996ea571cd', 'tag': 'ad7fcd0f-de78-4c83-97c5-15d139311d0c', 'status': 'completed', 'code': 200} Feb 07 20:45:16.736458 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-846efa30-ed91-4ae8-87e6-edb725764320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:16.738489 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-846efa30-ed91-4ae8-87e6-edb725764320 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ac9ac52f3c249549b55927cedad08c4&device_id=71d2be3a-a3fd-4873-937e-4c996ea571cd HTTP/1.1" status: 200 len: 1127 time: 0.0442591 Feb 07 20:45:16.786894 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-1f6ad6a5-4aa6-4ff5-bd72-2e08bc8edd13 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad7fcd0f-de78-4c83-97c5-15d139311d0c HTTP/1.1" status: 200 len: 217 time: 0.0420375 Feb 07 20:45:16.860778 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-8158e94e-2a0e-4225-811e-3a9b49d54111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:16.862823 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-8158e94e-2a0e-4225-811e-3a9b49d54111 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=172b120a-cc5e-45d6-8fc3-a371367488af HTTP/1.1" status: 200 len: 848 time: 0.0702984 Feb 07 20:45:16.884919 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4bc9a-baf1-4e27-84a7-e53330429dd1 req-3e7ca5ab-217c-4b8d-949d-51283eb65097 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:16.886314 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e0c4bc9a-baf1-4e27-84a7-e53330429dd1 req-3e7ca5ab-217c-4b8d-949d-51283eb65097 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.60 "GET /v2.0/ports?device_id=71d2be3a-a3fd-4873-937e-4c996ea571cd HTTP/1.1" status: 200 len: 943 time: 0.0948749 Feb 07 20:45:16.905992 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-c56fa62b-59f9-41fc-8d06-922861e25c49 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=14fb77c8-aea7-4b65-a9ac-627240ff4dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374141 Feb 07 20:45:16.991513 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e0c4bc9a-baf1-4e27-84a7-e53330429dd1 req-33668166-a351-4726-8b63-2e5f0bf05bd3 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.60 "GET /v2.0/security-groups?id=956167ab-2451-4290-88a4-9a93fac7f413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875499 Feb 07 20:45:17.017294 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-7e4cdf7a-f164-4aff-95b5-d0af9a761e9b service neutron] 10.222.0.24 "GET /v2.0/networks/14fb77c8-aea7-4b65-a9ac-627240ff4dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046202 Feb 07 20:45:17.357168 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-91a103c1-e48a-42c3-be47-2e7ef7467ed8 req-006bc54b-458f-4574-95fe-806bb71fd0a8 service neutron] 10.222.0.24 "GET /v2.0/networks/14fb77c8-aea7-4b65-a9ac-627240ff4dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338652 Feb 07 20:45:17.444475 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c2b79-d2b5-42df-b6ad-03a6a724f872 req-d2462de8-923e-448e-bcbc-737c14088cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:17.445915 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c13c2b79-d2b5-42df-b6ad-03a6a724f872 req-d2462de8-923e-448e-bcbc-737c14088cea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ac9ac52f3c249549b55927cedad08c4&device_id=71d2be3a-a3fd-4873-937e-4c996ea571cd HTTP/1.1" status: 200 len: 1127 time: 0.0439067 Feb 07 20:45:17.536104 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c2b79-d2b5-42df-b6ad-03a6a724f872 req-9572b905-f1bb-464b-8a53-69b74b7f18b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:17.537584 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c13c2b79-d2b5-42df-b6ad-03a6a724f872 req-9572b905-f1bb-464b-8a53-69b74b7f18b5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=14fb77c8-aea7-4b65-a9ac-627240ff4dda HTTP/1.1" status: 200 len: 909 time: 0.0844181 Feb 07 20:45:17.577874 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c13c2b79-d2b5-42df-b6ad-03a6a724f872 req-545cdce1-5310-469e-80d0-65c6795a0063 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad7fcd0f-de78-4c83-97c5-15d139311d0c HTTP/1.1" status: 200 len: 217 time: 0.0335152 Feb 07 20:45:17.623280 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c2b79-d2b5-42df-b6ad-03a6a724f872 req-d9be5bdc-fcac-4a92-964b-2e8327f24b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:17.624617 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c13c2b79-d2b5-42df-b6ad-03a6a724f872 req-d9be5bdc-fcac-4a92-964b-2e8327f24b8e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=172b120a-cc5e-45d6-8fc3-a371367488af HTTP/1.1" status: 200 len: 848 time: 0.0407600 Feb 07 20:45:17.654803 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c13c2b79-d2b5-42df-b6ad-03a6a724f872 req-47cdbb37-8ab5-4e76-b843-56b06a8ad8cf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=14fb77c8-aea7-4b65-a9ac-627240ff4dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246189 Feb 07 20:45:17.750554 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c13c2b79-d2b5-42df-b6ad-03a6a724f872 req-7bd023b2-770e-4f9e-94c9-ea04be6cf341 service neutron] 10.222.0.24 "GET /v2.0/networks/14fb77c8-aea7-4b65-a9ac-627240ff4dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898290 Feb 07 20:45:17.840579 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c13c2b79-d2b5-42df-b6ad-03a6a724f872 req-b3e0f494-4106-49ab-9b72-afdd687fc604 service neutron] 10.222.0.24 "GET /v2.0/networks/14fb77c8-aea7-4b65-a9ac-627240ff4dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835385 Feb 07 20:45:18.107103 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f9c75-6446-4da5-b514-4df4b673b92e req-60b1718b-481c-45c8-bd7d-a3566d6e98f8 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:18.108547 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-6f1f9c75-6446-4da5-b514-4df4b673b92e req-60b1718b-481c-45c8-bd7d-a3566d6e98f8 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.60 "GET /v2.0/ports?device_id=71d2be3a-a3fd-4873-937e-4c996ea571cd HTTP/1.1" status: 200 len: 943 time: 0.0506773 Feb 07 20:45:18.156231 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-6f1f9c75-6446-4da5-b514-4df4b673b92e req-bf4891a1-d691-4b13-a4ba-23cb31420a48 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.60 "GET /v2.0/security-groups?id=956167ab-2451-4290-88a4-9a93fac7f413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422518 Feb 07 20:45:18.612275 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device ad7fcd0f-de78-4c83-97c5-15d139311d0c details requested by agent hyperv_hv-cinder-82815 with host hv-cinder-82815 {{(pid=102682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:45:18.704933 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port ad7fcd0f-de78-4c83-97c5-15d139311d0c, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=ad7fcd0f-de78-4c83-97c5-15d139311d0c,segment=NetworkSegment(25ffdc9d-9beb-451e-b5f2-1f3dfb2da434),segment_id=25ffdc9d-9beb-451e-b5f2-1f3dfb2da434)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:45:18.716097 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Returning: {'device': 'ad7fcd0f-de78-4c83-97c5-15d139311d0c', 'network_id': '14fb77c8-aea7-4b65-a9ac-627240ff4dda', 'port_id': 'ad7fcd0f-de78-4c83-97c5-15d139311d0c', 'mac_address': 'fa:16:3e:ac:b6:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '172b120a-cc5e-45d6-8fc3-a371367488af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:45:18.751709 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port ad7fcd0f-de78-4c83-97c5-15d139311d0c is: DOWN; New status is: BUILD {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:45:18.752093 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (ad7fcd0f-de78-4c83-97c5-15d139311d0c), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:18.769287 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad7fcd0f-de78-4c83-97c5-15d139311d0c {{(pid=102682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:45:18.788409 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port ad7fcd0f-de78-4c83-97c5-15d139311d0c, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=ad7fcd0f-de78-4c83-97c5-15d139311d0c,segment=NetworkSegment(25ffdc9d-9beb-451e-b5f2-1f3dfb2da434),segment_id=25ffdc9d-9beb-451e-b5f2-1f3dfb2da434)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:45:18.791992 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (ad7fcd0f-de78-4c83-97c5-15d139311d0c), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:18.837967 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=ad7fcd0f-de78-4c83-97c5-15d139311d0c,revision_number=4']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:19.023932 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['ad7fcd0f-de78-4c83-97c5-15d139311d0c'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:45:19.276412 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256a94a-18ad-46d0-a88c-39c4527d0c1d req-b4986f82-0969-4bba-8ffc-a6c6de08bd07 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:19.277884 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-6256a94a-18ad-46d0-a88c-39c4527d0c1d req-b4986f82-0969-4bba-8ffc-a6c6de08bd07 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.60 "GET /v2.0/ports?device_id=71d2be3a-a3fd-4873-937e-4c996ea571cd HTTP/1.1" status: 200 len: 944 time: 0.0573590 Feb 07 20:45:19.323638 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-6256a94a-18ad-46d0-a88c-39c4527d0c1d req-a49fc7e2-81ef-48e4-b86d-20da24e9ddf4 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.60 "GET /v2.0/security-groups?id=956167ab-2451-4290-88a4-9a93fac7f413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401752 Feb 07 20:45:19.828928 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 56966) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:45:19.983878 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [None req-6d015b48-df89-423a-b839-71fc7287ac7e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Deleting port c7a1bc32-dccc-4e73-b695-807a31bc0a36 {{(pid=102681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:45:19.984215 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-6d015b48-df89-423a-b839-71fc7287ac7e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (c7a1bc32-dccc-4e73-b695-807a31bc0a36), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:20.055925 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-6d015b48-df89-423a-b839-71fc7287ac7e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (c7a1bc32-dccc-4e73-b695-807a31bc0a36), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:20.056246 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-6d015b48-df89-423a-b839-71fc7287ac7e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for floatingip (c7a1bc32-dccc-4e73-b695-807a31bc0a36), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:20.068053 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [None req-6d015b48-df89-423a-b839-71fc7287ac7e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Calling delete_port for c7a1bc32-dccc-4e73-b695-807a31bc0a36 owned by network:floatingip {{(pid=102681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:45:20.208663 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-6d015b48-df89-423a-b839-71fc7287ac7e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (c7a1bc32-dccc-4e73-b695-807a31bc0a36), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:20.237425 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d015b48-df89-423a-b839-71fc7287ac7e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Pushing event deleted for resources: {'Port': ['ID=c7a1bc32-dccc-4e73-b695-807a31bc0a36,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:20.294702 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-6d015b48-df89-423a-b839-71fc7287ac7e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for floatingip (1cb78714-be62-4883-86ce-9d57166fba39), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:20.295378 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.db.l3_db [None req-6d015b48-df89-423a-b839-71fc7287ac7e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Floating IP 1cb78714-be62-4883-86ce-9d57166fba39 disassociated (deleted). External IP: 172.27.3.188, port: 1c17b087-7bf0-4c34-a2ca-a9dfd909bb21. Feb 07 20:45:20.506914 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d015b48-df89-423a-b839-71fc7287ac7e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Router f8ecbfa1-0d21-4c50-9a06-f78846443237 has already been hosted by L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef {{(pid=102681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:45:20.555702 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b887d-1971-4d39-a246-43db130cc077 req-559492ac-5ed9-427a-abe5-b52520e9f420 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:20.557161 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-c88b887d-1971-4d39-a246-43db130cc077 req-559492ac-5ed9-427a-abe5-b52520e9f420 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.60 "GET /v2.0/ports?device_id=71d2be3a-a3fd-4873-937e-4c996ea571cd HTTP/1.1" status: 200 len: 944 time: 0.1682596 Feb 07 20:45:20.603352 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-c88b887d-1971-4d39-a246-43db130cc077 req-5aae54e4-8f01-4d4f-bc0e-cc773aafd082 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.60 "GET /v2.0/security-groups?id=956167ab-2451-4290-88a4-9a93fac7f413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406606 Feb 07 20:45:20.616804 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d015b48-df89-423a-b839-71fc7287ac7e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:45:20.621627 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-6d015b48-df89-423a-b839-71fc7287ac7e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for floatingip (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:20.628222 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46c4b85-6cae-4102-ac57-ace2ed241717 None None] Sync routers for ids ['f8ecbfa1-0d21-4c50-9a06-f78846443237'] in dv-cinder-828150-2-iscsi {{(pid=102682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:45:20.637601 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46c4b85-6cae-4102-ac57-ace2ed241717 None None] Routers {'f8ecbfa1-0d21-4c50-9a06-f78846443237'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:45:20.638198 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-c46c4b85-6cae-4102-ac57-ace2ed241717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:44:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['f8ecbfa1-0d21-4c50-9a06-f78846443237'], 'active': True} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:45:20.642397 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device ad7fcd0f-de78-4c83-97c5-15d139311d0c up at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:45:20.651660 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-6d015b48-df89-423a-b839-71fc7287ac7e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "DELETE /v2.0/floatingips/1cb78714-be62-4883-86ce-9d57166fba39 HTTP/1.1" status: 204 len: 168 time: 0.8216150 Feb 07 20:45:20.652236 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eee256c-74e1-4cab-bc8d-83b84ab6d9cf', 'tag': '1c17b087-7bf0-4c34-a2ca-a9dfd909bb21'}] {{(pid=102681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:45:20.654467 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d543a4f93c545b9f4b4319baf8ff9337481391693fb3bbf25dbe09721f1c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae124495-bb69-4106-97d3-e25c02266a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "3eee256c-74e1-4cab-bc8d-83b84ab6d9cf", "tag": "1c17b087-7bf0-4c34-a2ca-a9dfd909bb21"}]}' {{(pid=102681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:45:20.704558 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf29e21-961a-4c37-b66b-d675a7a01179 x-openstack-request-id: req-6cf29e21-961a-4c37-b66b-d675a7a01179 {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:45:20.704893 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eee256c-74e1-4cab-bc8d-83b84ab6d9cf", "tag": "1c17b087-7bf0-4c34-a2ca-a9dfd909bb21", "status": "completed", "code": 200}]} {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:45:20.705107 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6cf29e21-961a-4c37-b66b-d675a7a01179 {{(pid=102681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:45:20.706061 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eee256c-74e1-4cab-bc8d-83b84ab6d9cf', 'tag': '1c17b087-7bf0-4c34-a2ca-a9dfd909bb21', 'status': 'completed', 'code': 200} Feb 07 20:45:20.775917 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae124495-bb69-4106-97d3-e25c02266a3b req-55f9dd70-db72-4710-8e79-f5998c595c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:20.777531 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ae124495-bb69-4106-97d3-e25c02266a3b req-55f9dd70-db72-4710-8e79-f5998c595c78 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a36697eb438d4c69909c3d32f2f92e77&device_id=3eee256c-74e1-4cab-bc8d-83b84ab6d9cf HTTP/1.1" status: 200 len: 1130 time: 0.0510044 Feb 07 20:45:20.780667 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning for port ad7fcd0f-de78-4c83-97c5-15d139311d0c completed by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:45:20.790053 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvr_db [None req-c46c4b85-6cae-4102-ac57-ace2ed241717 None None] Set router f8ecbfa1-0d21-4c50-9a06-f78846443237 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:45:20.817392 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning complete for port ad7fcd0f-de78-4c83-97c5-15d139311d0c triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:45:20.817758 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (ad7fcd0f-de78-4c83-97c5-15d139311d0c), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:20.882886 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae124495-bb69-4106-97d3-e25c02266a3b req-a5c1f8aa-6fcd-447c-a61d-72b190275dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:20.884427 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ae124495-bb69-4106-97d3-e25c02266a3b req-a5c1f8aa-6fcd-447c-a61d-72b190275dc6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1a0cddfd-817c-4633-a6c0-32d035fd0eb1 HTTP/1.1" status: 200 len: 913 time: 0.1004691 Feb 07 20:45:20.922865 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d75a9a-287e-4969-9f34-649a6845df2e req-3284a160-48ee-481d-8d72-59c93d0cd832 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:20.925168 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-e5d75a9a-287e-4969-9f34-649a6845df2e req-3284a160-48ee-481d-8d72-59c93d0cd832 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eee256c-74e1-4cab-bc8d-83b84ab6d9cf HTTP/1.1" status: 200 len: 946 time: 0.0615437 Feb 07 20:45:20.932077 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ae124495-bb69-4106-97d3-e25c02266a3b req-33535a85-9d97-439f-9685-f19b0f48cfb8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c17b087-7bf0-4c34-a2ca-a9dfd909bb21 HTTP/1.1" status: 200 len: 217 time: 0.0393329 Feb 07 20:45:20.978021 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-e5d75a9a-287e-4969-9f34-649a6845df2e req-23a48f91-e007-4549-a447-6edc491ccc57 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467572 Feb 07 20:45:20.982473 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae124495-bb69-4106-97d3-e25c02266a3b req-831fc443-b3fe-41a2-8ec1-7baf25fa9269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:20.983975 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ae124495-bb69-4106-97d3-e25c02266a3b req-831fc443-b3fe-41a2-8ec1-7baf25fa9269 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a HTTP/1.1" status: 200 len: 851 time: 0.0448396 Feb 07 20:45:21.039232 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae124495-bb69-4106-97d3-e25c02266a3b req-841aa32b-a15e-48c5-811b-fdf8339de39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:21.040679 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ae124495-bb69-4106-97d3-e25c02266a3b req-841aa32b-a15e-48c5-811b-fdf8339de39c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1a0cddfd-817c-4633-a6c0-32d035fd0eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506442 Feb 07 20:45:21.120850 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port ad7fcd0f-de78-4c83-97c5-15d139311d0c is: BUILD; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:45:21.121232 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (ad7fcd0f-de78-4c83-97c5-15d139311d0c), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:21.139194 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ae124495-bb69-4106-97d3-e25c02266a3b req-1c81b246-80e3-4d29-9c9b-4f95a9356336 service neutron] 10.222.0.24 "GET /v2.0/networks/1a0cddfd-817c-4633-a6c0-32d035fd0eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900540 Feb 07 20:45:21.158955 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d2be3a-a3fd-4873-937e-4c996ea571cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7fcd0f-de78-4c83-97c5-15d139311d0c'}] {{(pid=102682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:45:21.161192 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49691025426d341bc8e7177f0b95fa1f617f1e30ecd73d77513429b9266eb12b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a2dc68-78ac-4923-914e-2ac1fb097c28" -d '{"events": [{"server_uuid": "71d2be3a-a3fd-4873-937e-4c996ea571cd", "name": "network-vif-plugged", "status": "completed", "tag": "ad7fcd0f-de78-4c83-97c5-15d139311d0c"}]}' {{(pid=102682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:45:21.184173 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port ad7fcd0f-de78-4c83-97c5-15d139311d0c, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=ad7fcd0f-de78-4c83-97c5-15d139311d0c,segment=NetworkSegment(25ffdc9d-9beb-451e-b5f2-1f3dfb2da434),segment_id=25ffdc9d-9beb-451e-b5f2-1f3dfb2da434)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:45:21.191164 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (ad7fcd0f-de78-4c83-97c5-15d139311d0c), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:21.232028 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b78c49-a751-4e44-8184-430e2f55883d x-openstack-request-id: req-c7b78c49-a751-4e44-8184-430e2f55883d {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:45:21.232324 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d2be3a-a3fd-4873-937e-4c996ea571cd", "name": "network-vif-plugged", "status": "completed", "tag": "ad7fcd0f-de78-4c83-97c5-15d139311d0c", "code": 200}]} {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:45:21.232556 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c7b78c49-a751-4e44-8184-430e2f55883d {{(pid=102682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:45:21.232942 dv-cinder-828150-2-iscsi neutron-server[102682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d2be3a-a3fd-4873-937e-4c996ea571cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7fcd0f-de78-4c83-97c5-15d139311d0c', 'code': 200} Feb 07 20:45:21.237250 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ae124495-bb69-4106-97d3-e25c02266a3b req-8cf5d895-e279-407a-98a6-eb8b000f532a service neutron] 10.222.0.24 "GET /v2.0/networks/1a0cddfd-817c-4633-a6c0-32d035fd0eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905559 Feb 07 20:45:21.272134 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=ad7fcd0f-de78-4c83-97c5-15d139311d0c,revision_number=5']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:21.286692 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-c46c4b85-6cae-4102-ac57-ace2ed241717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'name': 'tempest-TestVolumeBootPattern-2035682319-router', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:37:58Z', 'updated_at': '2022-02-07T20:38:01Z', 'revision_number': 4, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'gw_port': {'id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:37:59Z', 'updated_at': '2022-02-07T20:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_floatingips': [{'id': '37d305f5-4772-431f-be56-03593c248f36', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'router_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'port_id': 'c93a873d-ada4-4a24-ad83-b72727620385', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'mac_address': 'fa:16:3e:b2:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4eeabe7-17bb-4fce-a98c-5305b62eb67e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:41:34Z', 'updated_at': '2022-02-07T20:41:36Z', 'revision_number': 1, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d81889e-c274-4bba-806d-f8de1bf939e6', 'name': '', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'mac_address': 'fa:16:3e:ad:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:38:00Z', 'updated_at': '2022-02-07T20:38:06Z', 'revision_number': 5, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'subnets': [{'id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:45:21.315552 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46c4b85-6cae-4102-ac57-ace2ed241717 None None] Checking router: f8ecbfa1-0d21-4c50-9a06-f78846443237 for host: dv-cinder-828150-2-iscsi {{(pid=102682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:45:21.323781 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46c4b85-6cae-4102-ac57-ace2ed241717 None None] Routers {'f8ecbfa1-0d21-4c50-9a06-f78846443237'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:45:21.324374 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-c46c4b85-6cae-4102-ac57-ace2ed241717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:44:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['f8ecbfa1-0d21-4c50-9a06-f78846443237'], 'active': True} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:45:21.365594 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132e153-3483-4d29-b08a-17d019731131 req-6c0c40d4-dbde-4217-add6-6158f256f0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:21.367181 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e132e153-3483-4d29-b08a-17d019731131 req-6c0c40d4-dbde-4217-add6-6158f256f0c5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=71d2be3a-a3fd-4873-937e-4c996ea571cd HTTP/1.1" status: 200 len: 1129 time: 0.0441530 Feb 07 20:45:21.413208 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e132e153-3483-4d29-b08a-17d019731131 req-94d33d9e-b2fd-4681-94d9-75e1d2cc92f7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=956167ab-2451-4290-88a4-9a93fac7f413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369306 Feb 07 20:45:21.432089 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvr_db [None req-c46c4b85-6cae-4102-ac57-ace2ed241717 None None] Set router f8ecbfa1-0d21-4c50-9a06-f78846443237 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:45:21.645628 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-c46c4b85-6cae-4102-ac57-ace2ed241717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'name': 'tempest-TestVolumeBootPattern-2035682319-router', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:37:58Z', 'updated_at': '2022-02-07T20:38:01Z', 'revision_number': 4, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'gw_port': {'id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:37:59Z', 'updated_at': '2022-02-07T20:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_floatingips': [{'id': '37d305f5-4772-431f-be56-03593c248f36', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'router_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'port_id': 'c93a873d-ada4-4a24-ad83-b72727620385', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'mac_address': 'fa:16:3e:b2:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4eeabe7-17bb-4fce-a98c-5305b62eb67e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:41:34Z', 'updated_at': '2022-02-07T20:41:36Z', 'revision_number': 1, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d81889e-c274-4bba-806d-f8de1bf939e6', 'name': '', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'mac_address': 'fa:16:3e:ad:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:38:00Z', 'updated_at': '2022-02-07T20:38:06Z', 'revision_number': 5, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'subnets': [{'id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:45:21.675483 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46c4b85-6cae-4102-ac57-ace2ed241717 None None] The sync data for ids ['f8ecbfa1-0d21-4c50-9a06-f78846443237'] in dv-cinder-828150-2-iscsi is: [{'id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'name': 'tempest-TestVolumeBootPattern-2035682319-router', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:37:58Z', 'updated_at': '2022-02-07T20:38:01Z', 'revision_number': 4, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'gw_port': {'id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:37:59Z', 'updated_at': '2022-02-07T20:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_floatingips': [{'id': '37d305f5-4772-431f-be56-03593c248f36', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'router_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'port_id': 'c93a873d-ada4-4a24-ad83-b72727620385', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'mac_address': 'fa:16:3e:b2:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4eeabe7-17bb-4fce-a98c-5305b62eb67e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T20:41:34Z', 'updated_at': '2022-02-07T20:41:36Z', 'revision_number': 1, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d81889e-c274-4bba-806d-f8de1bf939e6', 'name': '', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'mac_address': 'fa:16:3e:ad:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:38:00Z', 'updated_at': '2022-02-07T20:38:06Z', 'revision_number': 5, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'subnets': [{'id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:45:21.726007 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9da8b-9c79-43e6-b3cc-4b535b237a80 req-fa57575f-7fee-4fca-90a9-c7a54cec3e88 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:21.727510 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-d5f9da8b-9c79-43e6-b3cc-4b535b237a80 req-fa57575f-7fee-4fca-90a9-c7a54cec3e88 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.60 "GET /v2.0/ports?device_id=71d2be3a-a3fd-4873-937e-4c996ea571cd HTTP/1.1" status: 200 len: 945 time: 0.0570860 Feb 07 20:45:21.774365 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-d5f9da8b-9c79-43e6-b3cc-4b535b237a80 req-afbff08c-8495-4dba-8a16-7f078fb18f0d tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.60 "GET /v2.0/security-groups?id=956167ab-2451-4290-88a4-9a93fac7f413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413368 Feb 07 20:45:21.890732 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6a22dc-fc46-4a00-9908-70ca4e28ee75 None None] New status for floating IP 1cb78714-be62-4883-86ce-9d57166fba39: DOWN {{(pid=102683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 20:45:22.149621 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e49862-6e31-4b49-b6fd-88736e69554b req-c9a24dbc-609c-4066-8212-3f174d342de8 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:22.151245 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-16e49862-6e31-4b49-b6fd-88736e69554b req-c9a24dbc-609c-4066-8212-3f174d342de8 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eee256c-74e1-4cab-bc8d-83b84ab6d9cf HTTP/1.1" status: 200 len: 946 time: 0.1005163 Feb 07 20:45:22.197720 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-16e49862-6e31-4b49-b6fd-88736e69554b req-691098f4-fba8-43aa-8617-c179db4c2e6c tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409040 Feb 07 20:45:22.784019 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16d33b-dc4e-45aa-9978-26ece8bb883b req-f94b4c3a-cff5-4279-a567-a29b602bf95a tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:22.785434 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-5d16d33b-dc4e-45aa-9978-26ece8bb883b req-f94b4c3a-cff5-4279-a567-a29b602bf95a tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.24 "GET /v2.0/ports?device_id=3eee256c-74e1-4cab-bc8d-83b84ab6d9cf HTTP/1.1" status: 200 len: 946 time: 0.0544252 Feb 07 20:45:22.877884 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [req-5d16d33b-dc4e-45aa-9978-26ece8bb883b req-2cdb2794-e565-4964-be3d-cab0fa8861fb tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Deleting port 1c17b087-7bf0-4c34-a2ca-a9dfd909bb21 {{(pid=102681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:45:22.878225 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-5d16d33b-dc4e-45aa-9978-26ece8bb883b req-2cdb2794-e565-4964-be3d-cab0fa8861fb tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (1c17b087-7bf0-4c34-a2ca-a9dfd909bb21), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:22.892720 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c445dd-acde-400d-9d72-64302973400c req-f51ba4c5-9ecb-4640-8324-a5ff88d8fe20 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:22.894177 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-35c445dd-acde-400d-9d72-64302973400c req-f51ba4c5-9ecb-4640-8324-a5ff88d8fe20 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.60 "GET /v2.0/ports?device_id=71d2be3a-a3fd-4873-937e-4c996ea571cd HTTP/1.1" status: 200 len: 945 time: 0.0520585 Feb 07 20:45:22.940742 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-35c445dd-acde-400d-9d72-64302973400c req-10c769a3-07c8-4594-9d63-5e264de06e12 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.60 "GET /v2.0/security-groups?id=956167ab-2451-4290-88a4-9a93fac7f413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409849 Feb 07 20:45:22.970599 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-5d16d33b-dc4e-45aa-9978-26ece8bb883b req-2cdb2794-e565-4964-be3d-cab0fa8861fb tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] For port 1c17b087-7bf0-4c34-a2ca-a9dfd909bb21, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=1c17b087-7bf0-4c34-a2ca-a9dfd909bb21,segment=NetworkSegment(99bce5a4-2582-44ab-bd99-cb6e1383c3b6),segment_id=99bce5a4-2582-44ab-bd99-cb6e1383c3b6)] {{(pid=102681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:45:22.971548 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-5d16d33b-dc4e-45aa-9978-26ece8bb883b req-2cdb2794-e565-4964-be3d-cab0fa8861fb tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (1c17b087-7bf0-4c34-a2ca-a9dfd909bb21), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:22.984737 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [req-5d16d33b-dc4e-45aa-9978-26ece8bb883b req-2cdb2794-e565-4964-be3d-cab0fa8861fb tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Calling delete_port for 1c17b087-7bf0-4c34-a2ca-a9dfd909bb21 owned by compute:nova {{(pid=102681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:45:23.124066 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-5d16d33b-dc4e-45aa-9978-26ece8bb883b req-2cdb2794-e565-4964-be3d-cab0fa8861fb tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (1c17b087-7bf0-4c34-a2ca-a9dfd909bb21), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:23.156572 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb2794-e565-4964-be3d-cab0fa8861fb tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Pushing event deleted for resources: {'Port': ['ID=1c17b087-7bf0-4c34-a2ca-a9dfd909bb21,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:23.202831 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d16d33b-dc4e-45aa-9978-26ece8bb883b req-2cdb2794-e565-4964-be3d-cab0fa8861fb tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] No DVR routers for this DVR port 1c17b087-7bf0-4c34-a2ca-a9dfd909bb21 on host hv-cinder-82815 {{(pid=102681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:45:23.206239 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-5d16d33b-dc4e-45aa-9978-26ece8bb883b req-2cdb2794-e565-4964-be3d-cab0fa8861fb tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:23.209605 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-5d16d33b-dc4e-45aa-9978-26ece8bb883b req-2cdb2794-e565-4964-be3d-cab0fa8861fb tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.24 "DELETE /v2.0/ports/1c17b087-7bf0-4c34-a2ca-a9dfd909bb21 HTTP/1.1" status: 204 len: 173 time: 0.4185247 Feb 07 20:45:23.210056 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eee256c-74e1-4cab-bc8d-83b84ab6d9cf', 'name': 'network-vif-deleted', 'tag': '1c17b087-7bf0-4c34-a2ca-a9dfd909bb21'}] {{(pid=102681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:45:23.212803 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d543a4f93c545b9f4b4319baf8ff9337481391693fb3bbf25dbe09721f1c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bcc410-dc7d-4310-93ee-612285efaeb3" -d '{"events": [{"server_uuid": "3eee256c-74e1-4cab-bc8d-83b84ab6d9cf", "name": "network-vif-deleted", "tag": "1c17b087-7bf0-4c34-a2ca-a9dfd909bb21"}]}' {{(pid=102681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:45:23.257044 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bced4b-6ef2-4bb3-a24f-ebed955c5d7b x-openstack-request-id: req-36bced4b-6ef2-4bb3-a24f-ebed955c5d7b {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:45:23.257586 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eee256c-74e1-4cab-bc8d-83b84ab6d9cf", "name": "network-vif-deleted", "tag": "1c17b087-7bf0-4c34-a2ca-a9dfd909bb21", "status": "completed", "code": 200}]} {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:45:23.258070 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-36bced4b-6ef2-4bb3-a24f-ebed955c5d7b {{(pid=102681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:45:23.258468 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eee256c-74e1-4cab-bc8d-83b84ab6d9cf', 'name': 'network-vif-deleted', 'tag': '1c17b087-7bf0-4c34-a2ca-a9dfd909bb21', 'status': 'completed', 'code': 200} Feb 07 20:45:23.301803 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-d54cf6a3-e733-4fa4-8c49-53a9c7318f73 req-7d51fcbc-f4c8-4fc8-ace7-f75c22bf9fc3 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eee256c-74e1-4cab-bc8d-83b84ab6d9cf HTTP/1.1" status: 200 len: 210 time: 0.0331478 Feb 07 20:45:23.561458 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c98e11-2173-4fe3-8ead-f020e9faa692 req-c81a09aa-0429-4620-a9a3-5e4cb6e86c55 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:23.562985 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-d0c98e11-2173-4fe3-8ead-f020e9faa692 req-c81a09aa-0429-4620-a9a3-5e4cb6e86c55 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.60 "GET /v2.0/ports?device_id=71d2be3a-a3fd-4873-937e-4c996ea571cd HTTP/1.1" status: 200 len: 945 time: 0.0565817 Feb 07 20:45:23.611767 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-d0c98e11-2173-4fe3-8ead-f020e9faa692 req-5f3421e5-90d6-4828-b977-9d0e17c8f2c7 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.60 "GET /v2.0/security-groups?id=956167ab-2451-4290-88a4-9a93fac7f413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422425 Feb 07 20:45:24.730869 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9f85a-ab2c-4c68-8ac1-896cd727ceb4 req-05cf274b-7f35-47f4-a210-eec2f1d56c7f tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:24.732333 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-6df9f85a-ab2c-4c68-8ac1-896cd727ceb4 req-05cf274b-7f35-47f4-a210-eec2f1d56c7f tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.60 "GET /v2.0/ports?device_id=71d2be3a-a3fd-4873-937e-4c996ea571cd HTTP/1.1" status: 200 len: 945 time: 0.0516865 Feb 07 20:45:24.776926 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-6df9f85a-ab2c-4c68-8ac1-896cd727ceb4 req-986911f3-5f43-4591-bfcf-fad5fb417c52 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.60 "GET /v2.0/security-groups?id=956167ab-2451-4290-88a4-9a93fac7f413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391245 Feb 07 20:45:24.891676 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e4271-4aae-433c-8e3b-55b15bd397ce req-4ccb7a35-fad2-4e7d-9846-6de2d6a9004f tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:24.893612 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-645e4271-4aae-433c-8e3b-55b15bd397ce req-4ccb7a35-fad2-4e7d-9846-6de2d6a9004f tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.24 "GET /v2.0/ports?device_id=71d2be3a-a3fd-4873-937e-4c996ea571cd HTTP/1.1" status: 200 len: 945 time: 0.0513616 Feb 07 20:45:24.985423 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [req-645e4271-4aae-433c-8e3b-55b15bd397ce req-fb9b1eb8-74f3-4299-be26-449a50999a17 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Deleting port ad7fcd0f-de78-4c83-97c5-15d139311d0c {{(pid=102681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:45:24.985755 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-645e4271-4aae-433c-8e3b-55b15bd397ce req-fb9b1eb8-74f3-4299-be26-449a50999a17 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (ad7fcd0f-de78-4c83-97c5-15d139311d0c), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:25.070392 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-645e4271-4aae-433c-8e3b-55b15bd397ce req-fb9b1eb8-74f3-4299-be26-449a50999a17 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] For port ad7fcd0f-de78-4c83-97c5-15d139311d0c, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=ad7fcd0f-de78-4c83-97c5-15d139311d0c,segment=NetworkSegment(25ffdc9d-9beb-451e-b5f2-1f3dfb2da434),segment_id=25ffdc9d-9beb-451e-b5f2-1f3dfb2da434)] {{(pid=102681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:45:25.070750 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-645e4271-4aae-433c-8e3b-55b15bd397ce req-fb9b1eb8-74f3-4299-be26-449a50999a17 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (ad7fcd0f-de78-4c83-97c5-15d139311d0c), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:25.083466 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [req-645e4271-4aae-433c-8e3b-55b15bd397ce req-fb9b1eb8-74f3-4299-be26-449a50999a17 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Calling delete_port for ad7fcd0f-de78-4c83-97c5-15d139311d0c owned by compute:nova {{(pid=102681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:45:25.207631 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-645e4271-4aae-433c-8e3b-55b15bd397ce req-fb9b1eb8-74f3-4299-be26-449a50999a17 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (ad7fcd0f-de78-4c83-97c5-15d139311d0c), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:25.218932 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['ad7fcd0f-de78-4c83-97c5-15d139311d0c'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:45:25.236184 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b1eb8-74f3-4299-be26-449a50999a17 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Pushing event deleted for resources: {'Port': ['ID=ad7fcd0f-de78-4c83-97c5-15d139311d0c,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:25.281819 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [req-645e4271-4aae-433c-8e3b-55b15bd397ce req-fb9b1eb8-74f3-4299-be26-449a50999a17 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] No DVR routers for this DVR port ad7fcd0f-de78-4c83-97c5-15d139311d0c on host hv-cinder-82815 {{(pid=102681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:45:25.284255 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-645e4271-4aae-433c-8e3b-55b15bd397ce req-fb9b1eb8-74f3-4299-be26-449a50999a17 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:25.287569 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-645e4271-4aae-433c-8e3b-55b15bd397ce req-fb9b1eb8-74f3-4299-be26-449a50999a17 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.24 "DELETE /v2.0/ports/ad7fcd0f-de78-4c83-97c5-15d139311d0c HTTP/1.1" status: 204 len: 173 time: 0.3892057 Feb 07 20:45:25.288005 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d2be3a-a3fd-4873-937e-4c996ea571cd', 'name': 'network-vif-deleted', 'tag': 'ad7fcd0f-de78-4c83-97c5-15d139311d0c'}] {{(pid=102681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:45:25.290222 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d543a4f93c545b9f4b4319baf8ff9337481391693fb3bbf25dbe09721f1c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f793b8-cd1c-4bec-ad63-d53b3831d421" -d '{"events": [{"server_uuid": "71d2be3a-a3fd-4873-937e-4c996ea571cd", "name": "network-vif-deleted", "tag": "ad7fcd0f-de78-4c83-97c5-15d139311d0c"}]}' {{(pid=102681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:45:25.327905 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74089225-9177-438c-b82f-404ff7d89dd9 x-openstack-request-id: req-74089225-9177-438c-b82f-404ff7d89dd9 {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:45:25.328200 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d2be3a-a3fd-4873-937e-4c996ea571cd", "name": "network-vif-deleted", "tag": "ad7fcd0f-de78-4c83-97c5-15d139311d0c", "status": "completed", "code": 200}]} {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:45:25.328476 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-74089225-9177-438c-b82f-404ff7d89dd9 {{(pid=102681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:45:25.328891 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d2be3a-a3fd-4873-937e-4c996ea571cd', 'name': 'network-vif-deleted', 'tag': 'ad7fcd0f-de78-4c83-97c5-15d139311d0c', 'status': 'completed', 'code': 200} Feb 07 20:45:26.032170 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-ccb1c610-12b4-475e-9f05-0ea088d0a1fa tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:26.034257 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-ccb1c610-12b4-475e-9f05-0ea088d0a1fa tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.60 "GET /v2.0/networks?id=14fb77c8-aea7-4b65-a9ac-627240ff4dda HTTP/1.1" status: 200 len: 808 time: 0.1007071 Feb 07 20:45:26.047980 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-fc735cad-fa8e-4917-8f9d-938b3a925b40 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.60 "GET /v2.0/quotas/9ac9ac52f3c249549b55927cedad08c4 HTTP/1.1" status: 200 len: 375 time: 0.0085573 Feb 07 20:45:26.081825 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-3c51a0d7-75b9-4ef9-9975-48d2ff2b47e9 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9ac9ac52f3c249549b55927cedad08c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292749 Feb 07 20:45:26.132223 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-07d5552b-d518-4582-a1d0-c1fcdd12868d service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102681) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 20:45:26.133207 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-07d5552b-d518-4582-a1d0-c1fcdd12868d service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0455384 Feb 07 20:45:26.227074 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-9e7d1751-2920-4722-9da0-37e1747a9def service neutron] 10.222.0.60 "GET /v2.0/networks/14fb77c8-aea7-4b65-a9ac-627240ff4dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880203 Feb 07 20:45:26.315909 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-55d0395e-3141-4967-bee8-f74850258623 service neutron] 10.222.0.60 "GET /v2.0/networks/14fb77c8-aea7-4b65-a9ac-627240ff4dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832016 Feb 07 20:45:26.473310 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-a42d602b-9f0c-486d-80e0-83962ef93b93 req-92b3a452-b20a-4ca1-bfa2-c9376acb225d tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ea45df-1c0b-4dec-997e-4700b4dc42af HTTP/1.1" status: 200 len: 210 time: 0.0311792 Feb 07 20:45:26.559065 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (2db0d972-3e88-4a6a-9d75-f8f2fe350c5f), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:26.560729 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-5357e1d6-880c-424f-a4cb-3e71f0ad6711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:26.568943 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 57044) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:45:26.692503 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 1c17b087-7bf0-4c34-a2ca-a9dfd909bb21 no longer exists at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:45:26.715792 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] No Port match for: 1c17b087-7bf0-4c34-a2ca-a9dfd909bb21 {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:45:26.716140 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device 1c17b087-7bf0-4c34-a2ca-a9dfd909bb21 not bound to the agent host hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:45:26.716551 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device ad7fcd0f-de78-4c83-97c5-15d139311d0c no longer exists at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:45:26.726477 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [None req-f0ca757c-bf06-4e3f-b87d-468be0bd60f6 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Deleting port bab26492-2532-41ec-9062-910d050abb69 {{(pid=102681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:45:26.727007 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-f0ca757c-bf06-4e3f-b87d-468be0bd60f6 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (bab26492-2532-41ec-9062-910d050abb69), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:26.736378 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] No Port match for: ad7fcd0f-de78-4c83-97c5-15d139311d0c {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:45:26.736728 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device ad7fcd0f-de78-4c83-97c5-15d139311d0c not bound to the agent host hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:45:26.805576 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-f0ca757c-bf06-4e3f-b87d-468be0bd60f6 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (bab26492-2532-41ec-9062-910d050abb69), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:26.805912 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-f0ca757c-bf06-4e3f-b87d-468be0bd60f6 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for floatingip (bab26492-2532-41ec-9062-910d050abb69), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:26.819534 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [None req-f0ca757c-bf06-4e3f-b87d-468be0bd60f6 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Calling delete_port for bab26492-2532-41ec-9062-910d050abb69 owned by network:floatingip {{(pid=102681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:45:26.973903 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-f0ca757c-bf06-4e3f-b87d-468be0bd60f6 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (bab26492-2532-41ec-9062-910d050abb69), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:27.000636 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca757c-bf06-4e3f-b87d-468be0bd60f6 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Pushing event deleted for resources: {'Port': ['ID=bab26492-2532-41ec-9062-910d050abb69,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:27.061853 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-f0ca757c-bf06-4e3f-b87d-468be0bd60f6 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for floatingip (37d305f5-4772-431f-be56-03593c248f36), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:27.062544 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.db.l3_db [None req-f0ca757c-bf06-4e3f-b87d-468be0bd60f6 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Floating IP 37d305f5-4772-431f-be56-03593c248f36 disassociated (deleted). External IP: 172.27.3.65, port: c93a873d-ada4-4a24-ad83-b72727620385. Feb 07 20:45:27.266392 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ca757c-bf06-4e3f-b87d-468be0bd60f6 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Router f8ecbfa1-0d21-4c50-9a06-f78846443237 has already been hosted by L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef {{(pid=102681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:45:27.664560 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-2e3429b7-ec2d-468f-8db1-510affa27bf4 req-8eaf9460-1125-4533-8605-a6c13433e952 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ea45df-1c0b-4dec-997e-4700b4dc42af HTTP/1.1" status: 200 len: 210 time: 0.0978239 Feb 07 20:45:27.729930 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ca757c-bf06-4e3f-b87d-468be0bd60f6 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:45:27.737481 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-64f3795a-8a59-428b-9b22-84f3c1a3ea6e tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:27.738895 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-64f3795a-8a59-428b-9b22-84f3c1a3ea6e tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.24 "GET /v2.0/networks?id=14fb77c8-aea7-4b65-a9ac-627240ff4dda HTTP/1.1" status: 200 len: 808 time: 0.1733716 Feb 07 20:45:27.739730 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650c60b0-ed2c-469c-b285-9afdad2231c9 None None] Sync routers for ids ['f8ecbfa1-0d21-4c50-9a06-f78846443237'] in dv-cinder-828150-2-iscsi {{(pid=102682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:45:27.741941 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-f0ca757c-bf06-4e3f-b87d-468be0bd60f6 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for floatingip (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:27.749218 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650c60b0-ed2c-469c-b285-9afdad2231c9 None None] Routers {'f8ecbfa1-0d21-4c50-9a06-f78846443237'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:45:27.749831 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-650c60b0-ed2c-469c-b285-9afdad2231c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:44:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['f8ecbfa1-0d21-4c50-9a06-f78846443237'], 'active': True} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:45:27.766365 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-d78aa65c-d609-44fb-971a-f121965ab2fa tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Request body: {'port': {'device_id': 'b4ea45df-1c0b-4dec-997e-4700b4dc42af', 'network_id': '14fb77c8-aea7-4b65-a9ac-627240ff4dda', 'admin_state_up': True, 'tenant_id': '9ac9ac52f3c249549b55927cedad08c4'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:45:27.814223 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-f0ca757c-bf06-4e3f-b87d-468be0bd60f6 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "DELETE /v2.0/floatingips/37d305f5-4772-431f-be56-03593c248f36 HTTP/1.1" status: 204 len: 168 time: 1.2440553 Feb 07 20:45:27.819205 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4eeabe7-17bb-4fce-a98c-5305b62eb67e', 'tag': 'c93a873d-ada4-4a24-ad83-b72727620385'}] {{(pid=102681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:45:27.821332 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d543a4f93c545b9f4b4319baf8ff9337481391693fb3bbf25dbe09721f1c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf45a3b6-91d8-4b5f-a3e0-2ef2d3fce7ba" -d '{"events": [{"name": "network-changed", "server_uuid": "f4eeabe7-17bb-4fce-a98c-5305b62eb67e", "tag": "c93a873d-ada4-4a24-ad83-b72727620385"}]}' {{(pid=102681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:45:27.869034 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3a23d1-adac-4e2c-9000-e9b8eb8de2c3 x-openstack-request-id: req-ea3a23d1-adac-4e2c-9000-e9b8eb8de2c3 {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:45:27.869481 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4eeabe7-17bb-4fce-a98c-5305b62eb67e", "tag": "c93a873d-ada4-4a24-ad83-b72727620385", "status": "completed", "code": 200}]} {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:45:27.869605 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ea3a23d1-adac-4e2c-9000-e9b8eb8de2c3 {{(pid=102681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:45:27.869965 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4eeabe7-17bb-4fce-a98c-5305b62eb67e', 'tag': 'c93a873d-ada4-4a24-ad83-b72727620385', 'status': 'completed', 'code': 200} Feb 07 20:45:27.887046 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvr_db [None req-650c60b0-ed2c-469c-b285-9afdad2231c9 None None] Set router f8ecbfa1-0d21-4c50-9a06-f78846443237 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:45:27.900070 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-d78aa65c-d609-44fb-971a-f121965ab2fa tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Made reservation on behalf of 9ac9ac52f3c249549b55927cedad08c4 for: {'port': 1} {{(pid=102681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:45:27.903995 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-d78aa65c-d609-44fb-971a-f121965ab2fa tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:27.938135 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45a3b6-91d8-4b5f-a3e0-2ef2d3fce7ba req-c0852bd0-11ce-49a0-8ef0-2771b56ffdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:27.940603 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-bf45a3b6-91d8-4b5f-a3e0-2ef2d3fce7ba req-c0852bd0-11ce-49a0-8ef0-2771b56ffdc0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a36697eb438d4c69909c3d32f2f92e77&device_id=f4eeabe7-17bb-4fce-a98c-5305b62eb67e HTTP/1.1" status: 200 len: 1129 time: 0.0536337 Feb 07 20:45:28.058344 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45a3b6-91d8-4b5f-a3e0-2ef2d3fce7ba req-eda78905-8e88-4157-9d5d-7319bbe2903a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:28.059897 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-bf45a3b6-91d8-4b5f-a3e0-2ef2d3fce7ba req-eda78905-8e88-4157-9d5d-7319bbe2903a service neutron] 10.222.0.24 "GET /v2.0/networks?id=1a0cddfd-817c-4633-a6c0-32d035fd0eb1 HTTP/1.1" status: 200 len: 913 time: 0.1034391 Feb 07 20:45:28.094130 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.db_base_plugin_common [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-d78aa65c-d609-44fb-971a-f121965ab2fa tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Allocated IP 172.20.0.13 (14fb77c8-aea7-4b65-a9ac-627240ff4dda/172b120a-cc5e-45d6-8fc3-a371367488af/d2889b20-09c4-46aa-a952-1d043d40b4c0) {{(pid=102681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:45:28.102239 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-650c60b0-ed2c-469c-b285-9afdad2231c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'name': 'tempest-TestVolumeBootPattern-2035682319-router', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:37:58Z', 'updated_at': '2022-02-07T20:38:01Z', 'revision_number': 4, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'gw_port': {'id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:37:59Z', 'updated_at': '2022-02-07T20:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': '9d81889e-c274-4bba-806d-f8de1bf939e6', 'name': '', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'mac_address': 'fa:16:3e:ad:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:38:00Z', 'updated_at': '2022-02-07T20:38:06Z', 'revision_number': 5, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'subnets': [{'id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:45:28.107186 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-bf45a3b6-91d8-4b5f-a3e0-2ef2d3fce7ba req-c82ddf0e-5bb0-422f-bfed-4c0086f72e40 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c93a873d-ada4-4a24-ad83-b72727620385 HTTP/1.1" status: 200 len: 217 time: 0.0403628 Feb 07 20:45:28.115285 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a052e67-9639-4a56-8e2f-fbd5724e39c3 req-341885ae-c389-4d4a-90ae-11785eaad4b3 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:28.116787 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-5a052e67-9639-4a56-8e2f-fbd5724e39c3 req-341885ae-c389-4d4a-90ae-11785eaad4b3 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4eeabe7-17bb-4fce-a98c-5305b62eb67e HTTP/1.1" status: 200 len: 945 time: 0.0966783 Feb 07 20:45:28.132892 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650c60b0-ed2c-469c-b285-9afdad2231c9 None None] Checking router: f8ecbfa1-0d21-4c50-9a06-f78846443237 for host: dv-cinder-828150-2-iscsi {{(pid=102682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:45:28.141212 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650c60b0-ed2c-469c-b285-9afdad2231c9 None None] Routers {'f8ecbfa1-0d21-4c50-9a06-f78846443237'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:45:28.141815 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-650c60b0-ed2c-469c-b285-9afdad2231c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:44:59Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['f8ecbfa1-0d21-4c50-9a06-f78846443237'], 'active': True} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:45:28.160639 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45a3b6-91d8-4b5f-a3e0-2ef2d3fce7ba req-ae3baf48-aa1f-489b-a4b7-26ddd44dd64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:28.162105 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-bf45a3b6-91d8-4b5f-a3e0-2ef2d3fce7ba req-ae3baf48-aa1f-489b-a4b7-26ddd44dd64c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a HTTP/1.1" status: 200 len: 851 time: 0.0492592 Feb 07 20:45:28.215739 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45a3b6-91d8-4b5f-a3e0-2ef2d3fce7ba req-9d22858e-b420-4e7d-84fa-41a83d278c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:28.217837 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-bf45a3b6-91d8-4b5f-a3e0-2ef2d3fce7ba req-9d22858e-b420-4e7d-84fa-41a83d278c91 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1a0cddfd-817c-4633-a6c0-32d035fd0eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491192 Feb 07 20:45:28.218087 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-5a052e67-9639-4a56-8e2f-fbd5724e39c3 req-d9159651-d2a9-4d70-996d-33e2d8bfbe6c tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897460 Feb 07 20:45:28.252970 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvr_db [None req-650c60b0-ed2c-469c-b285-9afdad2231c9 None None] Set router f8ecbfa1-0d21-4c50-9a06-f78846443237 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:45:28.306654 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-d78aa65c-d609-44fb-971a-f121965ab2fa tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Publish callbacks [] for port (d2889b20-09c4-46aa-a952-1d043d40b4c0), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:28.321474 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-bf45a3b6-91d8-4b5f-a3e0-2ef2d3fce7ba req-6491e7cf-e044-45f7-9c22-bfa8407cbe1e service neutron] 10.222.0.24 "GET /v2.0/networks/1a0cddfd-817c-4633-a6c0-32d035fd0eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971384 Feb 07 20:45:28.344122 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-d78aa65c-d609-44fb-971a-f121965ab2fa tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (d2889b20-09c4-46aa-a952-1d043d40b4c0), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:28.389231 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-d78aa65c-d609-44fb-971a-f121965ab2fa tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Network 14fb77c8-aea7-4b65-a9ac-627240ff4dda is already hosted by enough agents. {{(pid=102681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:45:28.392423 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.base_scheduler [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-d78aa65c-d609-44fb-971a-f121965ab2fa tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Resources bound (agent type, host, resource id): {{(pid=102681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:45:28.396775 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-d78aa65c-d609-44fb-971a-f121965ab2fa tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Received port after_create {{(pid=102681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:45:28.419480 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-bf45a3b6-91d8-4b5f-a3e0-2ef2d3fce7ba req-52c4ac2d-eaa5-4b7d-8026-d7c4dc1bf247 service neutron] 10.222.0.24 "GET /v2.0/networks/1a0cddfd-817c-4633-a6c0-32d035fd0eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898845 Feb 07 20:45:28.438261 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78aa65c-d609-44fb-971a-f121965ab2fa tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Pushing event updated for resources: {'Port': ['ID=d2889b20-09c4-46aa-a952-1d043d40b4c0,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:28.456359 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-d78aa65c-d609-44fb-971a-f121965ab2fa tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:28.457058 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-d78aa65c-d609-44fb-971a-f121965ab2fa tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:28.472041 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-650c60b0-ed2c-469c-b285-9afdad2231c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'name': 'tempest-TestVolumeBootPattern-2035682319-router', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:37:58Z', 'updated_at': '2022-02-07T20:38:01Z', 'revision_number': 4, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'gw_port': {'id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:37:59Z', 'updated_at': '2022-02-07T20:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': '9d81889e-c274-4bba-806d-f8de1bf939e6', 'name': '', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'mac_address': 'fa:16:3e:ad:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:38:00Z', 'updated_at': '2022-02-07T20:38:06Z', 'revision_number': 5, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'subnets': [{'id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:45:28.473408 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-d78aa65c-d609-44fb-971a-f121965ab2fa tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7122653 Feb 07 20:45:28.485506 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-f63654b6-d0f2-49a4-9977-fe946aa5890e service neutron] Request body: {'port': {'device_id': 'b4ea45df-1c0b-4dec-997e-4700b4dc42af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82815'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:45:28.498067 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650c60b0-ed2c-469c-b285-9afdad2231c9 None None] The sync data for ids ['f8ecbfa1-0d21-4c50-9a06-f78846443237'] in dv-cinder-828150-2-iscsi is: [{'id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'name': 'tempest-TestVolumeBootPattern-2035682319-router', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:37:58Z', 'updated_at': '2022-02-07T20:38:01Z', 'revision_number': 4, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'gw_port': {'id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:37:59Z', 'updated_at': '2022-02-07T20:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi', '_interfaces': [{'id': '9d81889e-c274-4bba-806d-f8de1bf939e6', 'name': '', 'network_id': '1a0cddfd-817c-4633-a6c0-32d035fd0eb1', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'mac_address': 'fa:16:3e:ad:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:38:00Z', 'updated_at': '2022-02-07T20:38:06Z', 'revision_number': 5, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'subnets': [{'id': '806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:45:28.545214 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-f63654b6-d0f2-49a4-9977-fe946aa5890e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (d2889b20-09c4-46aa-a952-1d043d40b4c0), before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:28.725057 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b948ceaa-9895-4150-9591-f02c9acf0bbc None None] New status for floating IP 37d305f5-4772-431f-be56-03593c248f36: DOWN {{(pid=102683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 20:45:28.789846 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b6109-d006-470d-9e4d-b4b06bf1ff0a req-386e79ea-26d1-423e-a5a1-6a225bcae70f tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:28.797259 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-625b6109-d006-470d-9e4d-b4b06bf1ff0a req-386e79ea-26d1-423e-a5a1-6a225bcae70f tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ea45df-1c0b-4dec-997e-4700b4dc42af HTTP/1.1" status: 200 len: 932 time: 0.0598621 Feb 07 20:45:28.816079 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-f63654b6-d0f2-49a4-9977-fe946aa5890e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2889b20-09c4-46aa-a952-1d043d40b4c0 {{(pid=102681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:45:28.823886 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-f63654b6-d0f2-49a4-9977-fe946aa5890e service neutron] Publish callbacks [] for port (d2889b20-09c4-46aa-a952-1d043d40b4c0), precommit_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:28.837598 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.provisioning_blocks [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-f63654b6-d0f2-49a4-9977-fe946aa5890e service neutron] Transition to ACTIVE for port object d2889b20-09c4-46aa-a952-1d043d40b4c0 will not be triggered until provisioned by entity L2. {{(pid=102681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:45:28.842821 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-f63654b6-d0f2-49a4-9977-fe946aa5890e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3187874'] for port (d2889b20-09c4-46aa-a952-1d043d40b4c0), after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:28.845824 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-625b6109-d006-470d-9e4d-b4b06bf1ff0a req-bfee3d49-7d26-4e67-8ac3-579cee353325 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.60 "GET /v2.0/security-groups?id=956167ab-2451-4290-88a4-9a93fac7f413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476959 Feb 07 20:45:28.881746 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-9aea179a-d45f-42fb-bd82-314b6e9296b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:28.916250 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63654b6-d0f2-49a4-9977-fe946aa5890e service neutron] Pushing event updated for resources: {'Port': ['ID=d2889b20-09c4-46aa-a952-1d043d40b4c0,revision_number=2']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:28.966179 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-f63654b6-d0f2-49a4-9977-fe946aa5890e service neutron] Attempting to bind port d2889b20-09c4-46aa-a952-1d043d40b4c0 on host hv-cinder-82815 for vnic_type normal with profile {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:45:28.966514 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-f63654b6-d0f2-49a4-9977-fe946aa5890e service neutron] Attempting to bind port d2889b20-09c4-46aa-a952-1d043d40b4c0 by drivers openvswitch,hyperv on host hv-cinder-82815 at level 0 using segments [{'id': '25ffdc9d-9beb-451e-b5f2-1f3dfb2da434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '14fb77c8-aea7-4b65-a9ac-627240ff4dda'}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:45:28.966846 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-f63654b6-d0f2-49a4-9977-fe946aa5890e service neutron] Attempting to bind port d2889b20-09c4-46aa-a952-1d043d40b4c0 on network 14fb77c8-aea7-4b65-a9ac-627240ff4dda {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:45:28.971601 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-f63654b6-d0f2-49a4-9977-fe946aa5890e service neutron] Port d2889b20-09c4-46aa-a952-1d043d40b4c0 on network 14fb77c8-aea7-4b65-a9ac-627240ff4dda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82815 {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:45:28.971928 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-f63654b6-d0f2-49a4-9977-fe946aa5890e service neutron] Attempting to bind port d2889b20-09c4-46aa-a952-1d043d40b4c0 on network 14fb77c8-aea7-4b65-a9ac-627240ff4dda {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:45:28.977046 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-f63654b6-d0f2-49a4-9977-fe946aa5890e service neutron] Checking agent: {'id': '2db0d972-3e88-4a6a-9d75-f8f2fe350c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82815', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 33, 26), 'started_at': datetime.datetime(2022, 2, 7, 20, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:45:28.977381 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-f63654b6-d0f2-49a4-9977-fe946aa5890e service neutron] Checking segment: {'id': '25ffdc9d-9beb-451e-b5f2-1f3dfb2da434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '14fb77c8-aea7-4b65-a9ac-627240ff4dda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:45:28.977769 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-f63654b6-d0f2-49a4-9977-fe946aa5890e service neutron] Bound using segment: {'id': '25ffdc9d-9beb-451e-b5f2-1f3dfb2da434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '14fb77c8-aea7-4b65-a9ac-627240ff4dda'} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:45:28.978188 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-f63654b6-d0f2-49a4-9977-fe946aa5890e service neutron] Bound port: d2889b20-09c4-46aa-a952-1d043d40b4c0, host: hv-cinder-82815, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25ffdc9d-9beb-451e-b5f2-1f3dfb2da434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '14fb77c8-aea7-4b65-a9ac-627240ff4dda'}}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:45:28.978539 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-f63654b6-d0f2-49a4-9977-fe946aa5890e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (d2889b20-09c4-46aa-a952-1d043d40b4c0), before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:29.043512 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-f63654b6-d0f2-49a4-9977-fe946aa5890e service neutron] For port d2889b20-09c4-46aa-a952-1d043d40b4c0, host hv-cinder-82815, cleared binding levels {{(pid=102681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:45:29.046389 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-f63654b6-d0f2-49a4-9977-fe946aa5890e service neutron] For port d2889b20-09c4-46aa-a952-1d043d40b4c0, host hv-cinder-82815, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=d2889b20-09c4-46aa-a952-1d043d40b4c0,segment=NetworkSegment(25ffdc9d-9beb-451e-b5f2-1f3dfb2da434),segment_id=25ffdc9d-9beb-451e-b5f2-1f3dfb2da434)] {{(pid=102681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:45:29.052153 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-f63654b6-d0f2-49a4-9977-fe946aa5890e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3187874'] for port (d2889b20-09c4-46aa-a952-1d043d40b4c0), after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:29.084203 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-f63654b6-d0f2-49a4-9977-fe946aa5890e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:29.084985 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-f63654b6-d0f2-49a4-9977-fe946aa5890e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:29.086361 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-f63654b6-d0f2-49a4-9977-fe946aa5890e service neutron] 10.222.0.24 "PUT /v2.0/ports/d2889b20-09c4-46aa-a952-1d043d40b4c0 HTTP/1.1" status: 200 len: 1094 time: 0.6049359 Feb 07 20:45:29.111560 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63654b6-d0f2-49a4-9977-fe946aa5890e service neutron] Pushing event updated for resources: {'Port': ['ID=d2889b20-09c4-46aa-a952-1d043d40b4c0,revision_number=3']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:29.174850 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-01188dca-c53f-47ae-bb3a-c369395e3f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:29.176338 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-01188dca-c53f-47ae-bb3a-c369395e3f7f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ac9ac52f3c249549b55927cedad08c4&device_id=b4ea45df-1c0b-4dec-997e-4700b4dc42af HTTP/1.1" status: 200 len: 1128 time: 0.0452449 Feb 07 20:45:29.220303 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-491428f1-4650-4aa9-841e-706acb1c1b33 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2889b20-09c4-46aa-a952-1d043d40b4c0 HTTP/1.1" status: 200 len: 217 time: 0.0361192 Feb 07 20:45:29.266490 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-38f18507-a5e9-4c07-b973-63354657c61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:29.268484 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-38f18507-a5e9-4c07-b973-63354657c61d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=172b120a-cc5e-45d6-8fc3-a371367488af HTTP/1.1" status: 200 len: 848 time: 0.0423245 Feb 07 20:45:29.321654 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-06e776a8-3831-46f3-acb1-c3bc96816f8c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=14fb77c8-aea7-4b65-a9ac-627240ff4dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470293 Feb 07 20:45:29.388490 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5a5a5-0617-4e8a-b8d2-da7fd7b673ae req-0fcd9464-ad51-4952-96d9-8d909fdb5503 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:29.389936 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d7b5a5a5-0617-4e8a-b8d2-da7fd7b673ae req-0fcd9464-ad51-4952-96d9-8d909fdb5503 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4eeabe7-17bb-4fce-a98c-5305b62eb67e HTTP/1.1" status: 200 len: 945 time: 0.1164603 Feb 07 20:45:29.448510 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-3ae23845-2491-4913-9055-815128653fa7 service neutron] 10.222.0.24 "GET /v2.0/networks/14fb77c8-aea7-4b65-a9ac-627240ff4dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194983 Feb 07 20:45:29.469321 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-d7b5a5a5-0617-4e8a-b8d2-da7fd7b673ae req-2d4af4d7-2880-4676-a5c6-c15b62228cd9 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f08b8-c7f2-48d8-972a-3ef7a672da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731604 Feb 07 20:45:29.531010 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5317564-c31c-42f0-abce-7897b112f207 req-8b2e9234-e321-4802-a9a0-248f1789645e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:29.533077 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-a5317564-c31c-42f0-abce-7897b112f207 req-8b2e9234-e321-4802-a9a0-248f1789645e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4eeabe7-17bb-4fce-a98c-5305b62eb67e HTTP/1.1" status: 200 len: 945 time: 0.0583997 Feb 07 20:45:29.548038 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-9567db55-34b5-4e80-a9d6-671870c1f685 req-33c4542c-5d32-44e2-8408-8dfe2110daeb service neutron] 10.222.0.24 "GET /v2.0/networks/14fb77c8-aea7-4b65-a9ac-627240ff4dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905900 Feb 07 20:45:29.623072 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [req-a5317564-c31c-42f0-abce-7897b112f207 req-ec01e94e-ae70-4a00-ae24-9f04cd669b1e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Deleting port c93a873d-ada4-4a24-ad83-b72727620385 {{(pid=102680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:45:29.623434 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-a5317564-c31c-42f0-abce-7897b112f207 req-ec01e94e-ae70-4a00-ae24-9f04cd669b1e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (c93a873d-ada4-4a24-ad83-b72727620385), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:29.871347 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ea45df-1c0b-4dec-997e-4700b4dc42af', 'tag': 'd2889b20-09c4-46aa-a952-1d043d40b4c0'}] {{(pid=102681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:45:29.873857 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d543a4f93c545b9f4b4319baf8ff9337481391693fb3bbf25dbe09721f1c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc29c63c-e2a3-483d-ada4-a820baa83279" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ea45df-1c0b-4dec-997e-4700b4dc42af", "tag": "d2889b20-09c4-46aa-a952-1d043d40b4c0"}]}' {{(pid=102681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:45:29.911792 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7ec998-4a53-4d1a-855f-736a7028b6e6 x-openstack-request-id: req-ba7ec998-4a53-4d1a-855f-736a7028b6e6 {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:45:29.912330 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ea45df-1c0b-4dec-997e-4700b4dc42af", "tag": "d2889b20-09c4-46aa-a952-1d043d40b4c0", "status": "completed", "code": 200}]} {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:45:29.912595 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ba7ec998-4a53-4d1a-855f-736a7028b6e6 {{(pid=102681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:45:29.913018 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ea45df-1c0b-4dec-997e-4700b4dc42af', 'tag': 'd2889b20-09c4-46aa-a952-1d043d40b4c0', 'status': 'completed', 'code': 200} Feb 07 20:45:29.982521 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29c63c-e2a3-483d-ada4-a820baa83279 req-e11783f1-65b4-4b80-b080-3a822861ccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:29.984102 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-bc29c63c-e2a3-483d-ada4-a820baa83279 req-e11783f1-65b4-4b80-b080-3a822861ccd3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ac9ac52f3c249549b55927cedad08c4&device_id=b4ea45df-1c0b-4dec-997e-4700b4dc42af HTTP/1.1" status: 200 len: 1128 time: 0.0479617 Feb 07 20:45:29.987179 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [req-a5317564-c31c-42f0-abce-7897b112f207 req-ec01e94e-ae70-4a00-ae24-9f04cd669b1e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] For port c93a873d-ada4-4a24-ad83-b72727620385, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=c93a873d-ada4-4a24-ad83-b72727620385,segment=NetworkSegment(99bce5a4-2582-44ab-bd99-cb6e1383c3b6),segment_id=99bce5a4-2582-44ab-bd99-cb6e1383c3b6)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:45:29.987684 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-a5317564-c31c-42f0-abce-7897b112f207 req-ec01e94e-ae70-4a00-ae24-9f04cd669b1e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (c93a873d-ada4-4a24-ad83-b72727620385), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:29.988102 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:30.009419 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85a916-eed0-4340-845f-e8dde3eb407f req-65a63bf9-8ece-4a82-9089-cf8709528d31 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:30.010865 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-0a85a916-eed0-4340-845f-e8dde3eb407f req-65a63bf9-8ece-4a82-9089-cf8709528d31 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ea45df-1c0b-4dec-997e-4700b4dc42af HTTP/1.1" status: 200 len: 944 time: 0.0915856 Feb 07 20:45:30.011756 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [req-a5317564-c31c-42f0-abce-7897b112f207 req-ec01e94e-ae70-4a00-ae24-9f04cd669b1e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Calling delete_port for c93a873d-ada4-4a24-ad83-b72727620385 owned by compute:nova {{(pid=102680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:45:30.071009 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29c63c-e2a3-483d-ada4-a820baa83279 req-56df767f-84d2-41ea-9958-8951772f397b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:30.072518 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-bc29c63c-e2a3-483d-ada4-a820baa83279 req-56df767f-84d2-41ea-9958-8951772f397b service neutron] 10.222.0.24 "GET /v2.0/networks?id=14fb77c8-aea7-4b65-a9ac-627240ff4dda HTTP/1.1" status: 200 len: 909 time: 0.0821357 Feb 07 20:45:30.099034 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-0a85a916-eed0-4340-845f-e8dde3eb407f req-38464217-3676-447d-94b9-147d4720b7e8 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.60 "GET /v2.0/security-groups?id=956167ab-2451-4290-88a4-9a93fac7f413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818622 Feb 07 20:45:30.117494 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-bc29c63c-e2a3-483d-ada4-a820baa83279 req-27360bbe-2124-4a93-b1b7-8b3d89ab1c8e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2889b20-09c4-46aa-a952-1d043d40b4c0 HTTP/1.1" status: 200 len: 217 time: 0.0386624 Feb 07 20:45:30.166610 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29c63c-e2a3-483d-ada4-a820baa83279 req-b937a739-09d8-40bf-927a-fbb64b8d45fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:30.168068 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-bc29c63c-e2a3-483d-ada4-a820baa83279 req-b937a739-09d8-40bf-927a-fbb64b8d45fc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=172b120a-cc5e-45d6-8fc3-a371367488af HTTP/1.1" status: 200 len: 848 time: 0.0434430 Feb 07 20:45:30.173591 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-a5317564-c31c-42f0-abce-7897b112f207 req-ec01e94e-ae70-4a00-ae24-9f04cd669b1e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17688'] for port (c93a873d-ada4-4a24-ad83-b72727620385), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:30.200640 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-bc29c63c-e2a3-483d-ada4-a820baa83279 req-bed8316b-c6bd-4109-aa54-6d42994830c9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=14fb77c8-aea7-4b65-a9ac-627240ff4dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255821 Feb 07 20:45:30.206346 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01e94e-ae70-4a00-ae24-9f04cd669b1e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Pushing event deleted for resources: {'Port': ['ID=c93a873d-ada4-4a24-ad83-b72727620385,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:30.249403 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5317564-c31c-42f0-abce-7897b112f207 req-ec01e94e-ae70-4a00-ae24-9f04cd669b1e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] No DVR routers for this DVR port c93a873d-ada4-4a24-ad83-b72727620385 on host hv-cinder-82815 {{(pid=102680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:45:30.251956 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [req-a5317564-c31c-42f0-abce-7897b112f207 req-ec01e94e-ae70-4a00-ae24-9f04cd669b1e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:30.255369 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-a5317564-c31c-42f0-abce-7897b112f207 req-ec01e94e-ae70-4a00-ae24-9f04cd669b1e tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.24 "DELETE /v2.0/ports/c93a873d-ada4-4a24-ad83-b72727620385 HTTP/1.1" status: 204 len: 173 time: 0.7174482 Feb 07 20:45:30.255845 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4eeabe7-17bb-4fce-a98c-5305b62eb67e', 'name': 'network-vif-deleted', 'tag': 'c93a873d-ada4-4a24-ad83-b72727620385'}] {{(pid=102680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:45:30.258544 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8018c2217b61fdaaeb92b6d737e1de58097a2b3cdf81442b843717ec2e5fe670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7a5e2f-01b8-443a-8823-335188d106cb" -d '{"events": [{"server_uuid": "f4eeabe7-17bb-4fce-a98c-5305b62eb67e", "name": "network-vif-deleted", "tag": "c93a873d-ada4-4a24-ad83-b72727620385"}]}' {{(pid=102680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:45:30.299912 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135da134-701d-4222-b351-94559cbfd8ac x-openstack-request-id: req-135da134-701d-4222-b351-94559cbfd8ac {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:45:30.300559 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4eeabe7-17bb-4fce-a98c-5305b62eb67e", "name": "network-vif-deleted", "tag": "c93a873d-ada4-4a24-ad83-b72727620385", "status": "completed", "code": 200}]} {{(pid=102680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:45:30.300559 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-135da134-701d-4222-b351-94559cbfd8ac {{(pid=102680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:45:30.300824 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4eeabe7-17bb-4fce-a98c-5305b62eb67e', 'name': 'network-vif-deleted', 'tag': 'c93a873d-ada4-4a24-ad83-b72727620385', 'status': 'completed', 'code': 200} Feb 07 20:45:30.304453 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-bc29c63c-e2a3-483d-ada4-a820baa83279 req-3fb4af43-90bd-422f-9c18-d6911db32d6b service neutron] 10.222.0.24 "GET /v2.0/networks/14fb77c8-aea7-4b65-a9ac-627240ff4dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967982 Feb 07 20:45:30.401499 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-bc29c63c-e2a3-483d-ada4-a820baa83279 req-3e922014-fb38-420a-a5f6-0ffeb8840d17 service neutron] 10.222.0.24 "GET /v2.0/networks/14fb77c8-aea7-4b65-a9ac-627240ff4dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903718 Feb 07 20:45:30.581576 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-2254ae79-0131-453e-bfb6-821589c0afe7 req-4ba58bb8-d470-4fa0-9851-82f0ca964f69 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4eeabe7-17bb-4fce-a98c-5305b62eb67e HTTP/1.1" status: 200 len: 210 time: 0.0286832 Feb 07 20:45:30.721684 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device d2889b20-09c4-46aa-a952-1d043d40b4c0 details requested by agent hyperv_hv-cinder-82815 with host hv-cinder-82815 {{(pid=102682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:45:30.820849 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port d2889b20-09c4-46aa-a952-1d043d40b4c0, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=d2889b20-09c4-46aa-a952-1d043d40b4c0,segment=NetworkSegment(25ffdc9d-9beb-451e-b5f2-1f3dfb2da434),segment_id=25ffdc9d-9beb-451e-b5f2-1f3dfb2da434)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:45:30.833023 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Returning: {'device': 'd2889b20-09c4-46aa-a952-1d043d40b4c0', 'network_id': '14fb77c8-aea7-4b65-a9ac-627240ff4dda', 'port_id': 'd2889b20-09c4-46aa-a952-1d043d40b4c0', 'mac_address': 'fa:16:3e:9f:9a:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '172b120a-cc5e-45d6-8fc3-a371367488af', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:45:30.869622 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port d2889b20-09c4-46aa-a952-1d043d40b4c0 is: DOWN; New status is: BUILD {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:45:30.870012 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (d2889b20-09c4-46aa-a952-1d043d40b4c0), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:30.883134 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2889b20-09c4-46aa-a952-1d043d40b4c0 {{(pid=102682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:45:30.902829 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port d2889b20-09c4-46aa-a952-1d043d40b4c0, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=d2889b20-09c4-46aa-a952-1d043d40b4c0,segment=NetworkSegment(25ffdc9d-9beb-451e-b5f2-1f3dfb2da434),segment_id=25ffdc9d-9beb-451e-b5f2-1f3dfb2da434)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:45:30.907097 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (d2889b20-09c4-46aa-a952-1d043d40b4c0), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:30.957530 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=d2889b20-09c4-46aa-a952-1d043d40b4c0,revision_number=4']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:31.102549 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['d2889b20-09c4-46aa-a952-1d043d40b4c0'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:45:31.223379 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88607f8d-8f58-4269-ad05-8bf465713e1d req-e67001ff-c220-498e-9aa2-9777c48da18d tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:31.226688 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-88607f8d-8f58-4269-ad05-8bf465713e1d req-e67001ff-c220-498e-9aa2-9777c48da18d tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ea45df-1c0b-4dec-997e-4700b4dc42af HTTP/1.1" status: 200 len: 945 time: 0.0564682 Feb 07 20:45:31.279805 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-88607f8d-8f58-4269-ad05-8bf465713e1d req-4ba351b0-e438-4ae1-928f-ace2f5d001b8 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.60 "GET /v2.0/security-groups?id=956167ab-2451-4290-88a4-9a93fac7f413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471361 Feb 07 20:45:31.510419 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:31.636540 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 57082) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:45:31.772856 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [None req-ff8346c0-c5aa-4719-bfcd-fbf4638a44c1 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Deleting port c6165014-4fb4-42af-86f1-a2c59487cebd {{(pid=102681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:45:31.774058 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ff8346c0-c5aa-4719-bfcd-fbf4638a44c1 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (c6165014-4fb4-42af-86f1-a2c59487cebd), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:31.855863 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ff8346c0-c5aa-4719-bfcd-fbf4638a44c1 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (c6165014-4fb4-42af-86f1-a2c59487cebd), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:31.856180 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ff8346c0-c5aa-4719-bfcd-fbf4638a44c1 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for floatingip (c6165014-4fb4-42af-86f1-a2c59487cebd), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:31.867947 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [None req-ff8346c0-c5aa-4719-bfcd-fbf4638a44c1 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Calling delete_port for c6165014-4fb4-42af-86f1-a2c59487cebd owned by network:floatingip {{(pid=102681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:45:31.997528 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ff8346c0-c5aa-4719-bfcd-fbf4638a44c1 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (c6165014-4fb4-42af-86f1-a2c59487cebd), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:32.022703 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8346c0-c5aa-4719-bfcd-fbf4638a44c1 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Pushing event deleted for resources: {'Port': ['ID=c6165014-4fb4-42af-86f1-a2c59487cebd,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:32.047014 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8346c0-c5aa-4719-bfcd-fbf4638a44c1 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:32.047363 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8346c0-c5aa-4719-bfcd-fbf4638a44c1 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:32.047725 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8346c0-c5aa-4719-bfcd-fbf4638a44c1 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:32.048057 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8346c0-c5aa-4719-bfcd-fbf4638a44c1 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:32.048389 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8346c0-c5aa-4719-bfcd-fbf4638a44c1 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:32.049506 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8346c0-c5aa-4719-bfcd-fbf4638a44c1 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:32.049598 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8346c0-c5aa-4719-bfcd-fbf4638a44c1 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:32.049874 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8346c0-c5aa-4719-bfcd-fbf4638a44c1 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:32.050180 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8346c0-c5aa-4719-bfcd-fbf4638a44c1 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:32.050493 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8346c0-c5aa-4719-bfcd-fbf4638a44c1 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:32.050805 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8346c0-c5aa-4719-bfcd-fbf4638a44c1 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:32.051117 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8346c0-c5aa-4719-bfcd-fbf4638a44c1 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:32.051454 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8346c0-c5aa-4719-bfcd-fbf4638a44c1 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:32.094803 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ff8346c0-c5aa-4719-bfcd-fbf4638a44c1 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for floatingip (9c361f54-d657-4a24-8cd8-13939e47c692), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:32.097589 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ff8346c0-c5aa-4719-bfcd-fbf4638a44c1 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for floatingip (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:32.098715 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-ff8346c0-c5aa-4719-bfcd-fbf4638a44c1 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "DELETE /v2.0/floatingips/9c361f54-d657-4a24-8cd8-13939e47c692 HTTP/1.1" status: 204 len: 168 time: 0.4612014 Feb 07 20:45:32.398693 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c067261-4913-4bf2-98a0-e5e64c9c52f5 req-c89e9233-aeef-4be4-9a53-594061ef8242 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:32.400487 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-6c067261-4913-4bf2-98a0-e5e64c9c52f5 req-c89e9233-aeef-4be4-9a53-594061ef8242 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ea45df-1c0b-4dec-997e-4700b4dc42af HTTP/1.1" status: 200 len: 945 time: 0.0550034 Feb 07 20:45:32.448572 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-6c067261-4913-4bf2-98a0-e5e64c9c52f5 req-5a1c5570-9dc5-48bf-b80f-b7cbb1f10afd tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.60 "GET /v2.0/security-groups?id=956167ab-2451-4290-88a4-9a93fac7f413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412986 Feb 07 20:45:32.739036 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device d2889b20-09c4-46aa-a952-1d043d40b4c0 up at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:45:32.778290 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:32.797583 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning for port d2889b20-09c4-46aa-a952-1d043d40b4c0 completed by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:45:32.801642 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning complete for port d2889b20-09c4-46aa-a952-1d043d40b4c0 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:45:32.802002 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (d2889b20-09c4-46aa-a952-1d043d40b4c0), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:32.875876 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port d2889b20-09c4-46aa-a952-1d043d40b4c0 is: BUILD; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:45:32.876284 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (d2889b20-09c4-46aa-a952-1d043d40b4c0), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:32.900019 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ea45df-1c0b-4dec-997e-4700b4dc42af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2889b20-09c4-46aa-a952-1d043d40b4c0'}] {{(pid=102682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:45:32.902203 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49691025426d341bc8e7177f0b95fa1f617f1e30ecd73d77513429b9266eb12b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01c63b9-8ecf-4f82-9212-9d0d6b72c4ce" -d '{"events": [{"server_uuid": "b4ea45df-1c0b-4dec-997e-4700b4dc42af", "name": "network-vif-plugged", "status": "completed", "tag": "d2889b20-09c4-46aa-a952-1d043d40b4c0"}]}' {{(pid=102682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:45:32.914299 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port d2889b20-09c4-46aa-a952-1d043d40b4c0, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=d2889b20-09c4-46aa-a952-1d043d40b4c0,segment=NetworkSegment(25ffdc9d-9beb-451e-b5f2-1f3dfb2da434),segment_id=25ffdc9d-9beb-451e-b5f2-1f3dfb2da434)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:45:32.918415 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (d2889b20-09c4-46aa-a952-1d043d40b4c0), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:32.919359 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device c93a873d-ada4-4a24-ad83-b72727620385 no longer exists at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:45:32.944746 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540d8211-4c1f-4cc1-8b71-5d877b6e977a x-openstack-request-id: req-540d8211-4c1f-4cc1-8b71-5d877b6e977a {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:45:32.945041 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ea45df-1c0b-4dec-997e-4700b4dc42af", "name": "network-vif-plugged", "status": "completed", "tag": "d2889b20-09c4-46aa-a952-1d043d40b4c0", "code": 200}]} {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:45:32.945297 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-540d8211-4c1f-4cc1-8b71-5d877b6e977a {{(pid=102682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:45:32.945684 dv-cinder-828150-2-iscsi neutron-server[102682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ea45df-1c0b-4dec-997e-4700b4dc42af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2889b20-09c4-46aa-a952-1d043d40b4c0', 'code': 200} Feb 07 20:45:32.961969 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] No Port match for: c93a873d-ada4-4a24-ad83-b72727620385 {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:45:32.962367 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device c93a873d-ada4-4a24-ad83-b72727620385 not bound to the agent host hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:45:32.988284 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=d2889b20-09c4-46aa-a952-1d043d40b4c0,revision_number=5']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:32.995513 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:32.995815 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:32.996163 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:32.996469 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:32.996799 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:32.997143 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:32.997448 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:32.997766 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:32.998141 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:32.998410 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:32.998729 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:32.999044 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:32.999371 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828150-2-iscsi {{(pid=102682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 20:45:33.097850 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23554024-58f0-4d70-9c72-d4509553f8df req-28414e4d-9e61-402e-93b4-e85264f26a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:33.099284 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-23554024-58f0-4d70-9c72-d4509553f8df req-28414e4d-9e61-402e-93b4-e85264f26a5d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b4ea45df-1c0b-4dec-997e-4700b4dc42af HTTP/1.1" status: 200 len: 1130 time: 0.0419014 Feb 07 20:45:33.140671 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-23554024-58f0-4d70-9c72-d4509553f8df req-3f44da79-8c67-459b-bde6-3bffeb326ba0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=956167ab-2451-4290-88a4-9a93fac7f413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355794 Feb 07 20:45:33.284797 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 57098) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:45:33.342250 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-290aaba7-5e48-4f7e-8841-9896ad7a0775 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for security_group (4b5f08b8-c7f2-48d8-972a-3ef7a672da44), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:33.366882 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-290aaba7-5e48-4f7e-8841-9896ad7a0775 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for security_group (4b5f08b8-c7f2-48d8-972a-3ef7a672da44), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:33.425669 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-290aaba7-5e48-4f7e-8841-9896ad7a0775 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (4b5f08b8-c7f2-48d8-972a-3ef7a672da44), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:33.428269 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-290aaba7-5e48-4f7e-8841-9896ad7a0775 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:33.429411 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-290aaba7-5e48-4f7e-8841-9896ad7a0775 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] 10.222.0.60 "DELETE /v2.0/security-groups/4b5f08b8-c7f2-48d8-972a-3ef7a672da44 HTTP/1.1" status: 204 len: 168 time: 0.1436250 Feb 07 20:45:33.438812 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290aaba7-5e48-4f7e-8841-9896ad7a0775 tempest-TestVolumeBootPattern-336073050 tempest-TestVolumeBootPattern-336073050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5f08b8-c7f2-48d8-972a-3ef7a672da44,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:33.484780 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 57104) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:45:33.571507 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb2ac0-1038-4dd7-ae05-2d669345e589 req-eb702507-b9de-4ca5-954c-0927bfbc039b tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:33.572992 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-ffeb2ac0-1038-4dd7-ae05-2d669345e589 req-eb702507-b9de-4ca5-954c-0927bfbc039b tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ea45df-1c0b-4dec-997e-4700b4dc42af HTTP/1.1" status: 200 len: 946 time: 0.0516043 Feb 07 20:45:33.619519 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-ffeb2ac0-1038-4dd7-ae05-2d669345e589 req-2a10d916-161e-4bcd-8a21-efa8ef964e65 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.60 "GET /v2.0/security-groups?id=956167ab-2451-4290-88a4-9a93fac7f413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409040 Feb 07 20:45:33.870120 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b9d13464-910b-4de7-a060-538636fd689d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393245'] for router_interface (f8ecbfa1-0d21-4c50-9a06-f78846443237), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:34.109032 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [None req-b9d13464-910b-4de7-a060-538636fd689d admin admin] Deleting port 9d81889e-c274-4bba-806d-f8de1bf939e6 {{(pid=102681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:45:34.109359 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b9d13464-910b-4de7-a060-538636fd689d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (9d81889e-c274-4bba-806d-f8de1bf939e6), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:34.191053 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [None req-b9d13464-910b-4de7-a060-538636fd689d admin admin] For port 9d81889e-c274-4bba-806d-f8de1bf939e6, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=9d81889e-c274-4bba-806d-f8de1bf939e6,segment=NetworkSegment(99bce5a4-2582-44ab-bd99-cb6e1383c3b6),segment_id=99bce5a4-2582-44ab-bd99-cb6e1383c3b6)] {{(pid=102681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:45:34.191495 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b9d13464-910b-4de7-a060-538636fd689d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (9d81889e-c274-4bba-806d-f8de1bf939e6), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:34.204228 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [None req-b9d13464-910b-4de7-a060-538636fd689d admin admin] Calling delete_port for 9d81889e-c274-4bba-806d-f8de1bf939e6 owned by network:router_interface {{(pid=102681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:45:34.381820 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b9d13464-910b-4de7-a060-538636fd689d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (9d81889e-c274-4bba-806d-f8de1bf939e6), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:34.406159 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d13464-910b-4de7-a060-538636fd689d admin admin] Pushing event deleted for resources: {'Port': ['ID=9d81889e-c274-4bba-806d-f8de1bf939e6,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:34.573278 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-b9d13464-910b-4de7-a060-538636fd689d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393353'] for router_interface (f8ecbfa1-0d21-4c50-9a06-f78846443237), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:34.812919 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb02912-6831-49ed-b958-9b5e480fd32f req-ac8c9dd3-e7a9-4236-b3f1-046acd6f0b53 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:34.814764 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ccb02912-6831-49ed-b958-9b5e480fd32f req-ac8c9dd3-e7a9-4236-b3f1-046acd6f0b53 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ea45df-1c0b-4dec-997e-4700b4dc42af HTTP/1.1" status: 200 len: 946 time: 0.1288402 Feb 07 20:45:34.844444 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d13464-910b-4de7-a060-538636fd689d admin admin] Router f8ecbfa1-0d21-4c50-9a06-f78846443237 has already been hosted by L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef {{(pid=102681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:45:34.880231 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-ccb02912-6831-49ed-b958-9b5e480fd32f req-2cc79783-31bf-400b-a499-13c1dff64f4d tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.60 "GET /v2.0/security-groups?id=956167ab-2451-4290-88a4-9a93fac7f413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591059 Feb 07 20:45:35.230383 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d13464-910b-4de7-a060-538636fd689d admin admin] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:45:35.236525 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-b9d13464-910b-4de7-a060-538636fd689d admin admin] 10.222.0.60 "PUT /v2.0/routers/f8ecbfa1-0d21-4c50-9a06-f78846443237/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7505019 Feb 07 20:45:35.241057 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 57118) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:45:35.244720 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c920f0f-20bb-41df-9c28-625d5b740310 None None] Sync routers for ids ['f8ecbfa1-0d21-4c50-9a06-f78846443237'] in dv-cinder-828150-2-iscsi {{(pid=102682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:45:35.255207 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c920f0f-20bb-41df-9c28-625d5b740310 None None] Routers {'f8ecbfa1-0d21-4c50-9a06-f78846443237'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:45:35.255919 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-5c920f0f-20bb-41df-9c28-625d5b740310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:45:29Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['f8ecbfa1-0d21-4c50-9a06-f78846443237'], 'active': True} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:45:35.347546 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-4b1a1850-6df1-4a42-b4df-860eb9a0081b admin admin] Publish callbacks [] for router (f8ecbfa1-0d21-4c50-9a06-f78846443237), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:35.474182 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-4b1a1850-6df1-4a42-b4df-860eb9a0081b admin admin] Publish callbacks [] for router_gateway (f8ecbfa1-0d21-4c50-9a06-f78846443237), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:35.506014 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvr_db [None req-5c920f0f-20bb-41df-9c28-625d5b740310 None None] Set router f8ecbfa1-0d21-4c50-9a06-f78846443237 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:45:35.527766 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-4b1a1850-6df1-4a42-b4df-860eb9a0081b admin admin] Deleting port 85673cad-2c21-40f5-b2dd-ede858619f22 {{(pid=102680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:45:35.528174 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-4b1a1850-6df1-4a42-b4df-860eb9a0081b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (85673cad-2c21-40f5-b2dd-ede858619f22), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:35.530919 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbbc3c-3755-49d3-a893-b05ab1ae9737 req-3f12588b-8207-4816-ad1e-dfef6e51c80b tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:35.532579 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e3dbbc3c-3755-49d3-a893-b05ab1ae9737 req-3f12588b-8207-4816-ad1e-dfef6e51c80b tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ea45df-1c0b-4dec-997e-4700b4dc42af HTTP/1.1" status: 200 len: 946 time: 0.0547941 Feb 07 20:45:35.588256 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e3dbbc3c-3755-49d3-a893-b05ab1ae9737 req-b6897ef8-bfc8-4352-b56e-8a5b9682c5e3 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.60 "GET /v2.0/security-groups?id=956167ab-2451-4290-88a4-9a93fac7f413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498097 Feb 07 20:45:35.611962 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-4b1a1850-6df1-4a42-b4df-860eb9a0081b admin admin] For port 85673cad-2c21-40f5-b2dd-ede858619f22, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=85673cad-2c21-40f5-b2dd-ede858619f22,segment=NetworkSegment(b6259b7e-66cb-4b1d-a7b0-58f7e3300c62),segment_id=b6259b7e-66cb-4b1d-a7b0-58f7e3300c62)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:45:35.612328 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-4b1a1850-6df1-4a42-b4df-860eb9a0081b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (85673cad-2c21-40f5-b2dd-ede858619f22), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:35.624806 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-4b1a1850-6df1-4a42-b4df-860eb9a0081b admin admin] Calling delete_port for 85673cad-2c21-40f5-b2dd-ede858619f22 owned by network:router_gateway {{(pid=102680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:45:35.688677 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-5c920f0f-20bb-41df-9c28-625d5b740310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'name': 'tempest-TestVolumeBootPattern-2035682319-router', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:37:58Z', 'updated_at': '2022-02-07T20:45:34Z', 'revision_number': 5, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'gw_port': {'id': '85673cad-2c21-40f5-b2dd-ede858619f22', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:37:59Z', 'updated_at': '2022-02-07T20:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi'}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:45:35.719348 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c920f0f-20bb-41df-9c28-625d5b740310 None None] Checking router: f8ecbfa1-0d21-4c50-9a06-f78846443237 for host: dv-cinder-828150-2-iscsi {{(pid=102682) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:45:35.729552 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c920f0f-20bb-41df-9c28-625d5b740310 None None] Routers {'f8ecbfa1-0d21-4c50-9a06-f78846443237'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102682) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:45:35.730826 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-5c920f0f-20bb-41df-9c28-625d5b740310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:45:29Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['f8ecbfa1-0d21-4c50-9a06-f78846443237'], 'active': True} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:45:35.788766 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-4b1a1850-6df1-4a42-b4df-860eb9a0081b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17688'] for port (85673cad-2c21-40f5-b2dd-ede858619f22), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:35.812282 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a1850-6df1-4a42-b4df-860eb9a0081b admin admin] Pushing event deleted for resources: {'Port': ['ID=85673cad-2c21-40f5-b2dd-ede858619f22,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:35.821555 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvr_db [None req-5c920f0f-20bb-41df-9c28-625d5b740310 None None] Set router f8ecbfa1-0d21-4c50-9a06-f78846443237 gateway port host: None {{(pid=102682) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:45:35.876098 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_hamode_db [None req-5c920f0f-20bb-41df-9c28-625d5b740310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'name': 'tempest-TestVolumeBootPattern-2035682319-router', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:37:58Z', 'updated_at': '2022-02-07T20:45:35Z', 'revision_number': 6, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'gw_port_host': None}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:45:35.886896 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-4b1a1850-6df1-4a42-b4df-860eb9a0081b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395883'] for router_gateway (f8ecbfa1-0d21-4c50-9a06-f78846443237), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:35.907612 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c920f0f-20bb-41df-9c28-625d5b740310 None None] The sync data for ids ['f8ecbfa1-0d21-4c50-9a06-f78846443237'] in dv-cinder-828150-2-iscsi is: [{'id': 'f8ecbfa1-0d21-4c50-9a06-f78846443237', 'name': 'tempest-TestVolumeBootPattern-2035682319-router', 'tenant_id': 'a36697eb438d4c69909c3d32f2f92e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:37:58Z', 'updated_at': '2022-02-07T20:45:35Z', 'revision_number': 6, 'project_id': 'a36697eb438d4c69909c3d32f2f92e77', 'gw_port_host': None}] {{(pid=102682) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:45:35.977787 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-4b1a1850-6df1-4a42-b4df-860eb9a0081b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7714'] for router (f8ecbfa1-0d21-4c50-9a06-f78846443237), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:35.979957 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-4b1a1850-6df1-4a42-b4df-860eb9a0081b admin admin] Publish callbacks [] for router_controller (f8ecbfa1-0d21-4c50-9a06-f78846443237), precommit_delete_associations {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:36.021664 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-4b1a1850-6df1-4a42-b4df-860eb9a0081b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-394747'] for router (f8ecbfa1-0d21-4c50-9a06-f78846443237), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:36.022181 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1a1850-6df1-4a42-b4df-860eb9a0081b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8ecbfa1-0d21-4c50-9a06-f78846443237 {{(pid=102680) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 20:45:36.027587 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-4b1a1850-6df1-4a42-b4df-860eb9a0081b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:36.028727 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-4b1a1850-6df1-4a42-b4df-860eb9a0081b admin admin] 10.222.0.60 "DELETE /v2.0/routers/f8ecbfa1-0d21-4c50-9a06-f78846443237 HTTP/1.1" status: 204 len: 168 time: 0.7884879 Feb 07 20:45:36.031211 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 57126) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:45:36.074248 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.db_base_plugin_v2 [None req-7af0af68-195f-4965-a4f0-9d357e94bbf3 admin admin] Deleting subnet 806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a {{(pid=102680) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 20:45:36.077269 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7af0af68-195f-4965-a4f0-9d357e94bbf3 admin admin] Publish callbacks [] for subnet (806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:36.115936 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7af0af68-195f-4965-a4f0-9d357e94bbf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-23362'] for subnet (806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a), precommit_delete_associations {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:36.195731 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7af0af68-195f-4965-a4f0-9d357e94bbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32999468'] for subnet (806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:36.246925 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7af0af68-195f-4965-a4f0-9d357e94bbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32999639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9394578'] for subnet (806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:36.273821 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-7af0af68-195f-4965-a4f0-9d357e94bbf3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:36.278128 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-7af0af68-195f-4965-a4f0-9d357e94bbf3 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a HTTP/1.1" status: 204 len: 168 time: 0.2457695 Feb 07 20:45:36.278961 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af0af68-195f-4965-a4f0-9d357e94bbf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=806105e0-74c6-4bed-a5b6-9cbbbd3b8b0a,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:36.279991 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d0c228-65f5-43a9-b28c-043bb52e0b44 None None] Network 1a0cddfd-817c-4633-a6c0-32d035fd0eb1 requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:45:36.281312 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 57128) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:45:36.366065 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-60a525d4-c995-4b33-80a9-aa860e7131b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32943866'] for network (1a0cddfd-817c-4633-a6c0-32d035fd0eb1), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:36.436432 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [None req-60a525d4-c995-4b33-80a9-aa860e7131b5 admin admin] Deleting port ac304bae-3a50-4773-8abc-bed9417dfd81 {{(pid=102681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:45:36.436773 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-60a525d4-c995-4b33-80a9-aa860e7131b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (ac304bae-3a50-4773-8abc-bed9417dfd81), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:36.464976 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea92ef10-fde5-404e-94f7-832fdffd81d1 None None] DHCP port deletion for 1a0cddfd-817c-4633-a6c0-32d035fd0eb1 request from dv-cinder-828150-2-iscsi {{(pid=102682) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 20:45:36.503531 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [None req-60a525d4-c995-4b33-80a9-aa860e7131b5 admin admin] For port ac304bae-3a50-4773-8abc-bed9417dfd81, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=ac304bae-3a50-4773-8abc-bed9417dfd81,segment=NetworkSegment(99bce5a4-2582-44ab-bd99-cb6e1383c3b6),segment_id=99bce5a4-2582-44ab-bd99-cb6e1383c3b6)] {{(pid=102681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:45:36.503887 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-60a525d4-c995-4b33-80a9-aa860e7131b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (ac304bae-3a50-4773-8abc-bed9417dfd81), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:36.517981 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [None req-60a525d4-c995-4b33-80a9-aa860e7131b5 admin admin] Calling delete_port for ac304bae-3a50-4773-8abc-bed9417dfd81 owned by network:dhcp {{(pid=102681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:45:36.522088 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-ea92ef10-fde5-404e-94f7-832fdffd81d1 None None] Deleting port ac304bae-3a50-4773-8abc-bed9417dfd81 {{(pid=102682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:45:36.522639 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-ea92ef10-fde5-404e-94f7-832fdffd81d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (ac304bae-3a50-4773-8abc-bed9417dfd81), before_delete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:36.562085 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 9d81889e-c274-4bba-806d-f8de1bf939e6 no longer exists at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:45:36.596565 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] No Port match for: 9d81889e-c274-4bba-806d-f8de1bf939e6 {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:45:36.596897 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 9d81889e-c274-4bba-806d-f8de1bf939e6 not bound to the agent host dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:45:36.610753 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-60a525d4-c995-4b33-80a9-aa860e7131b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (ac304bae-3a50-4773-8abc-bed9417dfd81), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:36.616747 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-ea92ef10-fde5-404e-94f7-832fdffd81d1 None None] For port ac304bae-3a50-4773-8abc-bed9417dfd81, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=ac304bae-3a50-4773-8abc-bed9417dfd81,segment=NetworkSegment(99bce5a4-2582-44ab-bd99-cb6e1383c3b6),segment_id=99bce5a4-2582-44ab-bd99-cb6e1383c3b6)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:45:36.616747 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-ea92ef10-fde5-404e-94f7-832fdffd81d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (ac304bae-3a50-4773-8abc-bed9417dfd81), precommit_delete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:36.631164 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-ea92ef10-fde5-404e-94f7-832fdffd81d1 None None] Calling delete_port for ac304bae-3a50-4773-8abc-bed9417dfd81 owned by network:dhcp {{(pid=102682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:45:36.639278 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a525d4-c995-4b33-80a9-aa860e7131b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac304bae-3a50-4773-8abc-bed9417dfd81,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:36.650178 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a525d4-c995-4b33-80a9-aa860e7131b5 admin admin] No DVR routers for this DVR port ac304bae-3a50-4773-8abc-bed9417dfd81 on host dv-cinder-828150-2-iscsi {{(pid=102681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:45:36.723541 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-60a525d4-c995-4b33-80a9-aa860e7131b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32817339', 'neutron.services.segments.db._delete_segments_for_network-8784096777409'] for network (1a0cddfd-817c-4633-a6c0-32d035fd0eb1), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:36.725437 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea7086-578c-47cc-9019-2f4118b6bbdd req-c0b174c0-b38a-4ace-8d64-c266753decfd tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:36.726921 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-0cea7086-578c-47cc-9019-2f4118b6bbdd req-c0b174c0-b38a-4ace-8d64-c266753decfd tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ea45df-1c0b-4dec-997e-4700b4dc42af HTTP/1.1" status: 200 len: 946 time: 0.0619171 Feb 07 20:45:36.732122 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-ea92ef10-fde5-404e-94f7-832fdffd81d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225'] for port (ac304bae-3a50-4773-8abc-bed9417dfd81), after_delete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:36.748799 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.services.segments.db [None req-60a525d4-c995-4b33-80a9-aa860e7131b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a0cddfd-817c-4633-a6c0-32d035fd0eb1']}} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:45:36.759194 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.services.segments.db [None req-60a525d4-c995-4b33-80a9-aa860e7131b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99bce5a4-2582-44ab-bd99-cb6e1383c3b6') {'for_net_delete': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:45:36.759512 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.services.segments.db [None req-60a525d4-c995-4b33-80a9-aa860e7131b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99bce5a4-2582-44ab-bd99-cb6e1383c3b6') {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:45:36.762704 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea92ef10-fde5-404e-94f7-832fdffd81d1 None None] No DVR routers for this DVR port ac304bae-3a50-4773-8abc-bed9417dfd81 on host dv-cinder-828150-2-iscsi {{(pid=102682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:45:36.764603 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea92ef10-fde5-404e-94f7-832fdffd81d1 None None] Pushing event deleted for resources: {'Port': ['ID=ac304bae-3a50-4773-8abc-bed9417dfd81,revision_number=None']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:36.777918 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-60a525d4-c995-4b33-80a9-aa860e7131b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784096779466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9363904'] for segment (99bce5a4-2582-44ab-bd99-cb6e1383c3b6), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:36.797245 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-0cea7086-578c-47cc-9019-2f4118b6bbdd req-42499055-d712-4f45-99d1-80b42f190600 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.60 "GET /v2.0/security-groups?id=956167ab-2451-4290-88a4-9a93fac7f413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587325 Feb 07 20:45:36.822971 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-60a525d4-c995-4b33-80a9-aa860e7131b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526'] for segment (99bce5a4-2582-44ab-bd99-cb6e1383c3b6), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:36.832337 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60a525d4-c995-4b33-80a9-aa860e7131b5 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=102681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 20:45:36.832753 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-60a525d4-c995-4b33-80a9-aa860e7131b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3187934'] for segment (99bce5a4-2582-44ab-bd99-cb6e1383c3b6), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:36.834672 dv-cinder-828150-2-iscsi neutron-server[102681]: Traceback (most recent call last): Feb 07 20:45:36.834672 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 20:45:36.834672 dv-cinder-828150-2-iscsi neutron-server[102681]: timer() Feb 07 20:45:36.834672 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 20:45:36.834672 dv-cinder-828150-2-iscsi neutron-server[102681]: cb(*args, **kw) Feb 07 20:45:36.834672 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 20:45:36.834672 dv-cinder-828150-2-iscsi neutron-server[102681]: return func(*args, **kwargs) Feb 07 20:45:36.834672 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 20:45:36.834672 dv-cinder-828150-2-iscsi neutron-server[102681]: self._notify() Feb 07 20:45:36.834672 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 20:45:36.834672 dv-cinder-828150-2-iscsi neutron-server[102681]: self.callback(batched_events) Feb 07 20:45:36.834672 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 20:45:36.834672 dv-cinder-828150-2-iscsi neutron-server[102681]: event.method(event) Feb 07 20:45:36.834672 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 20:45:36.834672 dv-cinder-828150-2-iscsi neutron-server[102681]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 20:45:36.834672 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 20:45:36.834672 dv-cinder-828150-2-iscsi neutron-server[102681]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 20:45:36.834672 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 20:45:36.834672 dv-cinder-828150-2-iscsi neutron-server[102681]: return f(self, *a, **k) Feb 07 20:45:36.834672 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 20:45:36.834672 dv-cinder-828150-2-iscsi neutron-server[102681]: return self._get(url).json() Feb 07 20:45:36.834672 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 20:45:36.834672 dv-cinder-828150-2-iscsi neutron-server[102681]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 20:45:36.834672 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 20:45:36.834672 dv-cinder-828150-2-iscsi neutron-server[102681]: return self.request(url, 'GET', **kwargs) Feb 07 20:45:36.834672 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 20:45:36.834672 dv-cinder-828150-2-iscsi neutron-server[102681]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 20:45:36.834672 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 20:45:36.834672 dv-cinder-828150-2-iscsi neutron-server[102681]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 20:45:36.834672 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 20:45:36.834672 dv-cinder-828150-2-iscsi neutron-server[102681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 20:45:36.834672 dv-cinder-828150-2-iscsi neutron-server[102681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 20:45:36.891405 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ce22f-c1bd-4bc5-a454-814de7990d3c req-3b2570dd-fd67-4e6f-8bbe-51738680df97 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:45:36.892923 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-371ce22f-c1bd-4bc5-a454-814de7990d3c req-3b2570dd-fd67-4e6f-8bbe-51738680df97 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4ea45df-1c0b-4dec-997e-4700b4dc42af HTTP/1.1" status: 200 len: 946 time: 0.1242628 Feb 07 20:45:36.907076 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-60a525d4-c995-4b33-80a9-aa860e7131b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32817314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395791'] for network (1a0cddfd-817c-4633-a6c0-32d035fd0eb1), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:36.911989 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-60a525d4-c995-4b33-80a9-aa860e7131b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for network (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:36.915071 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-60a525d4-c995-4b33-80a9-aa860e7131b5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/1a0cddfd-817c-4633-a6c0-32d035fd0eb1 HTTP/1.1" status: 204 len: 168 time: 0.6326189 Feb 07 20:45:36.918117 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 57132) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:45:36.949672 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a525d4-c995-4b33-80a9-aa860e7131b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a0cddfd-817c-4633-a6c0-32d035fd0eb1,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:37.010164 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [req-371ce22f-c1bd-4bc5-a454-814de7990d3c req-a995847b-168d-43fc-a7af-20ab9ebb22f7 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Deleting port d2889b20-09c4-46aa-a952-1d043d40b4c0 {{(pid=102681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:45:37.010500 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-371ce22f-c1bd-4bc5-a454-814de7990d3c req-a995847b-168d-43fc-a7af-20ab9ebb22f7 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (d2889b20-09c4-46aa-a952-1d043d40b4c0), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:37.097560 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-371ce22f-c1bd-4bc5-a454-814de7990d3c req-a995847b-168d-43fc-a7af-20ab9ebb22f7 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] For port d2889b20-09c4-46aa-a952-1d043d40b4c0, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=d2889b20-09c4-46aa-a952-1d043d40b4c0,segment=NetworkSegment(25ffdc9d-9beb-451e-b5f2-1f3dfb2da434),segment_id=25ffdc9d-9beb-451e-b5f2-1f3dfb2da434)] {{(pid=102681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:45:37.097835 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-371ce22f-c1bd-4bc5-a454-814de7990d3c req-a995847b-168d-43fc-a7af-20ab9ebb22f7 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (d2889b20-09c4-46aa-a952-1d043d40b4c0), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:37.114666 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [req-371ce22f-c1bd-4bc5-a454-814de7990d3c req-a995847b-168d-43fc-a7af-20ab9ebb22f7 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Calling delete_port for d2889b20-09c4-46aa-a952-1d043d40b4c0 owned by compute:nova {{(pid=102681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:45:37.238117 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-371ce22f-c1bd-4bc5-a454-814de7990d3c req-a995847b-168d-43fc-a7af-20ab9ebb22f7 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (d2889b20-09c4-46aa-a952-1d043d40b4c0), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:37.250590 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['d2889b20-09c4-46aa-a952-1d043d40b4c0'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:45:37.260783 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-21016ee7-de89-4702-82cd-b4579711ff16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393245'] for router_interface (3e4a33cc-9556-4ad9-a9be-5ef1ecab6072), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:37.265951 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a995847b-168d-43fc-a7af-20ab9ebb22f7 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Pushing event deleted for resources: {'Port': ['ID=d2889b20-09c4-46aa-a952-1d043d40b4c0,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:37.317273 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [req-371ce22f-c1bd-4bc5-a454-814de7990d3c req-a995847b-168d-43fc-a7af-20ab9ebb22f7 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] No DVR routers for this DVR port d2889b20-09c4-46aa-a952-1d043d40b4c0 on host hv-cinder-82815 {{(pid=102681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:45:37.319715 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-371ce22f-c1bd-4bc5-a454-814de7990d3c req-a995847b-168d-43fc-a7af-20ab9ebb22f7 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:37.322938 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-371ce22f-c1bd-4bc5-a454-814de7990d3c req-a995847b-168d-43fc-a7af-20ab9ebb22f7 tempest-VolumesActionsTest-1417006569 tempest-VolumesActionsTest-1417006569-project] 10.222.0.24 "DELETE /v2.0/ports/d2889b20-09c4-46aa-a952-1d043d40b4c0 HTTP/1.1" status: 204 len: 173 time: 0.4251785 Feb 07 20:45:37.323377 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ea45df-1c0b-4dec-997e-4700b4dc42af', 'name': 'network-vif-deleted', 'tag': 'd2889b20-09c4-46aa-a952-1d043d40b4c0'}] {{(pid=102681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:45:37.325631 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d543a4f93c545b9f4b4319baf8ff9337481391693fb3bbf25dbe09721f1c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937f53ec-7e71-48ab-93c4-439c28ef293a" -d '{"events": [{"server_uuid": "b4ea45df-1c0b-4dec-997e-4700b4dc42af", "name": "network-vif-deleted", "tag": "d2889b20-09c4-46aa-a952-1d043d40b4c0"}]}' {{(pid=102681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:45:37.362181 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a520d77-349d-476f-91bc-8c227c108327 x-openstack-request-id: req-5a520d77-349d-476f-91bc-8c227c108327 {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:45:37.362481 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ea45df-1c0b-4dec-997e-4700b4dc42af", "name": "network-vif-deleted", "tag": "d2889b20-09c4-46aa-a952-1d043d40b4c0", "status": "completed", "code": 200}]} {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:45:37.362737 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5a520d77-349d-476f-91bc-8c227c108327 {{(pid=102681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:45:37.363141 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ea45df-1c0b-4dec-997e-4700b4dc42af', 'name': 'network-vif-deleted', 'tag': 'd2889b20-09c4-46aa-a952-1d043d40b4c0', 'status': 'completed', 'code': 200} Feb 07 20:45:37.521607 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-21016ee7-de89-4702-82cd-b4579711ff16 admin admin] Deleting port f62242af-f932-4a7a-bd4b-914620fc0ee2 {{(pid=102680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:45:37.521865 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-21016ee7-de89-4702-82cd-b4579711ff16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (f62242af-f932-4a7a-bd4b-914620fc0ee2), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:37.598643 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-21016ee7-de89-4702-82cd-b4579711ff16 admin admin] For port f62242af-f932-4a7a-bd4b-914620fc0ee2, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=f62242af-f932-4a7a-bd4b-914620fc0ee2,segment=NetworkSegment(968f7efa-a75f-4abc-8e4a-08e90215eecc),segment_id=968f7efa-a75f-4abc-8e4a-08e90215eecc)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:45:37.599003 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-21016ee7-de89-4702-82cd-b4579711ff16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (f62242af-f932-4a7a-bd4b-914620fc0ee2), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:37.611853 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-21016ee7-de89-4702-82cd-b4579711ff16 admin admin] Calling delete_port for f62242af-f932-4a7a-bd4b-914620fc0ee2 owned by network:router_interface {{(pid=102680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:45:37.794084 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-21016ee7-de89-4702-82cd-b4579711ff16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17688'] for port (f62242af-f932-4a7a-bd4b-914620fc0ee2), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:37.825602 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21016ee7-de89-4702-82cd-b4579711ff16 admin admin] Pushing event deleted for resources: {'Port': ['ID=f62242af-f932-4a7a-bd4b-914620fc0ee2,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:38.001856 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-21016ee7-de89-4702-82cd-b4579711ff16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393353'] for router_interface (3e4a33cc-9556-4ad9-a9be-5ef1ecab6072), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:38.219915 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21016ee7-de89-4702-82cd-b4579711ff16 admin admin] Router 3e4a33cc-9556-4ad9-a9be-5ef1ecab6072 has already been hosted by L3 agent cfc553fa-62d5-4e63-a1d9-b1350618fcef {{(pid=102680) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 20:45:38.327848 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21016ee7-de89-4702-82cd-b4579711ff16 admin admin] Notify agent at l3_agent.dv-cinder-828150-2-iscsi the message routers_updated {{(pid=102680) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 20:45:38.335226 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-21016ee7-de89-4702-82cd-b4579711ff16 admin admin] 10.222.0.60 "PUT /v2.0/routers/3e4a33cc-9556-4ad9-a9be-5ef1ecab6072/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4137418 Feb 07 20:45:38.336169 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 57160) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:45:38.339912 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ffcc8e-d28c-4ee1-b2f1-418a565d037d None None] Sync routers for ids ['3e4a33cc-9556-4ad9-a9be-5ef1ecab6072'] in dv-cinder-828150-2-iscsi {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 20:45:38.351129 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ffcc8e-d28c-4ee1-b2f1-418a565d037d None None] Routers {'3e4a33cc-9556-4ad9-a9be-5ef1ecab6072'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:45:38.351695 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-21ffcc8e-d28c-4ee1-b2f1-418a565d037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:45:29Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['3e4a33cc-9556-4ad9-a9be-5ef1ecab6072'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:45:38.464903 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-21ffcc8e-d28c-4ee1-b2f1-418a565d037d None None] Set router 3e4a33cc-9556-4ad9-a9be-5ef1ecab6072 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:45:38.473662 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ad64d84b-fa7e-4e6e-ae91-0de0ce558f63 admin admin] Publish callbacks [] for router (3e4a33cc-9556-4ad9-a9be-5ef1ecab6072), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:38.476621 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 85673cad-2c21-40f5-b2dd-ede858619f22 no longer exists at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:45:38.503241 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] No Port match for: 85673cad-2c21-40f5-b2dd-ede858619f22 {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:45:38.504195 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device 85673cad-2c21-40f5-b2dd-ede858619f22 not bound to the agent host dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:45:38.504755 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device ac304bae-3a50-4773-8abc-bed9417dfd81 no longer exists at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:45:38.527377 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] No Port match for: ac304bae-3a50-4773-8abc-bed9417dfd81 {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:45:38.527941 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device ac304bae-3a50-4773-8abc-bed9417dfd81 not bound to the agent host dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:45:38.656253 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-21ffcc8e-d28c-4ee1-b2f1-418a565d037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4a33cc-9556-4ad9-a9be-5ef1ecab6072', 'name': 'tempest-TestVolumeBootPattern-135163602-router', 'tenant_id': '91ef4548605040e9af946d0b43a313bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'e35fff82-50aa-4597-b917-5cb5367c1435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:38:03Z', 'updated_at': '2022-02-07T20:45:37Z', 'revision_number': 5, 'project_id': '91ef4548605040e9af946d0b43a313bd', 'gw_port': {'id': 'e35fff82-50aa-4597-b917-5cb5367c1435', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4a33cc-9556-4ad9-a9be-5ef1ecab6072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:38:04Z', 'updated_at': '2022-02-07T20:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi'}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:45:38.685436 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ffcc8e-d28c-4ee1-b2f1-418a565d037d None None] Checking router: 3e4a33cc-9556-4ad9-a9be-5ef1ecab6072 for host: dv-cinder-828150-2-iscsi {{(pid=102683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 20:45:38.695072 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ffcc8e-d28c-4ee1-b2f1-418a565d037d None None] Routers {'3e4a33cc-9556-4ad9-a9be-5ef1ecab6072'} bound to L3 agent in host dv-cinder-828150-2-iscsi {{(pid=102683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 20:45:38.695705 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-21ffcc8e-d28c-4ee1-b2f1-418a565d037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828150-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T20:27:29Z,description=,heartbeat_timestamp=2022-02-07T20:45:29Z,host='dv-cinder-828150-2-iscsi',id=cfc553fa-62d5-4e63-a1d9-b1350618fcef,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T20:27:29Z,topic='l3_agent')) {'router_ids': ['3e4a33cc-9556-4ad9-a9be-5ef1ecab6072'], 'active': True} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:45:38.804325 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_dvr_db [None req-21ffcc8e-d28c-4ee1-b2f1-418a565d037d None None] Set router 3e4a33cc-9556-4ad9-a9be-5ef1ecab6072 gateway port host: dv-cinder-828150-2-iscsi {{(pid=102683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 20:45:38.838740 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ad64d84b-fa7e-4e6e-ae91-0de0ce558f63 admin admin] Publish callbacks [] for router_gateway (3e4a33cc-9556-4ad9-a9be-5ef1ecab6072), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:38.891606 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-ad64d84b-fa7e-4e6e-ae91-0de0ce558f63 admin admin] Deleting port e35fff82-50aa-4597-b917-5cb5367c1435 {{(pid=102680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:45:38.891950 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ad64d84b-fa7e-4e6e-ae91-0de0ce558f63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (e35fff82-50aa-4597-b917-5cb5367c1435), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:38.967355 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-ad64d84b-fa7e-4e6e-ae91-0de0ce558f63 admin admin] For port e35fff82-50aa-4597-b917-5cb5367c1435, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=e35fff82-50aa-4597-b917-5cb5367c1435,segment=NetworkSegment(b6259b7e-66cb-4b1d-a7b0-58f7e3300c62),segment_id=b6259b7e-66cb-4b1d-a7b0-58f7e3300c62)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:45:38.967743 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ad64d84b-fa7e-4e6e-ae91-0de0ce558f63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (e35fff82-50aa-4597-b917-5cb5367c1435), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:38.980015 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-ad64d84b-fa7e-4e6e-ae91-0de0ce558f63 admin admin] Calling delete_port for e35fff82-50aa-4597-b917-5cb5367c1435 owned by network:router_gateway {{(pid=102680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:45:38.981816 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.l3_hamode_db [None req-21ffcc8e-d28c-4ee1-b2f1-418a565d037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4a33cc-9556-4ad9-a9be-5ef1ecab6072', 'name': 'tempest-TestVolumeBootPattern-135163602-router', 'tenant_id': '91ef4548605040e9af946d0b43a313bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'e35fff82-50aa-4597-b917-5cb5367c1435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:38:03Z', 'updated_at': '2022-02-07T20:45:37Z', 'revision_number': 5, 'project_id': '91ef4548605040e9af946d0b43a313bd', 'gw_port': {'id': 'e35fff82-50aa-4597-b917-5cb5367c1435', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4a33cc-9556-4ad9-a9be-5ef1ecab6072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:38:04Z', 'updated_at': '2022-02-07T20:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi'}], 'dv-cinder-828150-2-iscsi', False) {} {{(pid=102683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:45:39.009027 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ffcc8e-d28c-4ee1-b2f1-418a565d037d None None] The sync data for ids ['3e4a33cc-9556-4ad9-a9be-5ef1ecab6072'] in dv-cinder-828150-2-iscsi is: [{'id': '3e4a33cc-9556-4ad9-a9be-5ef1ecab6072', 'name': 'tempest-TestVolumeBootPattern-135163602-router', 'tenant_id': '91ef4548605040e9af946d0b43a313bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'external_fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'e35fff82-50aa-4597-b917-5cb5367c1435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T20:38:03Z', 'updated_at': '2022-02-07T20:45:37Z', 'revision_number': 5, 'project_id': '91ef4548605040e9af946d0b43a313bd', 'gw_port': {'id': 'e35fff82-50aa-4597-b917-5cb5367c1435', 'name': '', 'network_id': '8fac5e93-9c31-4064-8161-a8fff953e3cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4a33cc-9556-4ad9-a9be-5ef1ecab6072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828150-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T20:38:04Z', 'updated_at': '2022-02-07T20:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29ca3f4a-d044-4ce0-b1ea-59efe11aa82f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828150-2-iscsi'}] {{(pid=102683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 20:45:39.143955 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ad64d84b-fa7e-4e6e-ae91-0de0ce558f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17688'] for port (e35fff82-50aa-4597-b917-5cb5367c1435), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:39.174328 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad64d84b-fa7e-4e6e-ae91-0de0ce558f63 admin admin] Pushing event deleted for resources: {'Port': ['ID=e35fff82-50aa-4597-b917-5cb5367c1435,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:39.226473 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ad64d84b-fa7e-4e6e-ae91-0de0ce558f63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395883'] for router_gateway (3e4a33cc-9556-4ad9-a9be-5ef1ecab6072), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:39.314661 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ad64d84b-fa7e-4e6e-ae91-0de0ce558f63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7714'] for router (3e4a33cc-9556-4ad9-a9be-5ef1ecab6072), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:39.316665 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ad64d84b-fa7e-4e6e-ae91-0de0ce558f63 admin admin] Publish callbacks [] for router_controller (3e4a33cc-9556-4ad9-a9be-5ef1ecab6072), precommit_delete_associations {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:39.361719 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ad64d84b-fa7e-4e6e-ae91-0de0ce558f63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-394747'] for router (3e4a33cc-9556-4ad9-a9be-5ef1ecab6072), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:39.362516 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad64d84b-fa7e-4e6e-ae91-0de0ce558f63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e4a33cc-9556-4ad9-a9be-5ef1ecab6072 {{(pid=102680) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 20:45:39.366908 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-ad64d84b-fa7e-4e6e-ae91-0de0ce558f63 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:39.368089 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-ad64d84b-fa7e-4e6e-ae91-0de0ce558f63 admin admin] 10.222.0.60 "DELETE /v2.0/routers/3e4a33cc-9556-4ad9-a9be-5ef1ecab6072 HTTP/1.1" status: 204 len: 168 time: 1.0316980 Feb 07 20:45:39.370522 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 57182) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:45:39.415733 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae6e479-f60d-48c5-a086-b98323fc6f16 admin admin] Deleting subnet f94e7eef-25b4-48a9-98cb-fbb8a6000cd8 {{(pid=102680) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 20:45:39.418924 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-cae6e479-f60d-48c5-a086-b98323fc6f16 admin admin] Publish callbacks [] for subnet (f94e7eef-25b4-48a9-98cb-fbb8a6000cd8), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:39.454114 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-cae6e479-f60d-48c5-a086-b98323fc6f16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-23362'] for subnet (f94e7eef-25b4-48a9-98cb-fbb8a6000cd8), precommit_delete_associations {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:39.536492 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-cae6e479-f60d-48c5-a086-b98323fc6f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32999468'] for subnet (f94e7eef-25b4-48a9-98cb-fbb8a6000cd8), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:39.590014 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-cae6e479-f60d-48c5-a086-b98323fc6f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32999639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9394578'] for subnet (f94e7eef-25b4-48a9-98cb-fbb8a6000cd8), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:39.616552 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6e479-f60d-48c5-a086-b98323fc6f16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f94e7eef-25b4-48a9-98cb-fbb8a6000cd8,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:39.620476 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-cae6e479-f60d-48c5-a086-b98323fc6f16 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:39.623648 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-cae6e479-f60d-48c5-a086-b98323fc6f16 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f94e7eef-25b4-48a9-98cb-fbb8a6000cd8 HTTP/1.1" status: 204 len: 168 time: 0.2521298 Feb 07 20:45:39.626334 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 57184) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:45:39.627963 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb1bf09-3e95-4bb9-9dd5-135c6b4d03ca None None] Network f67a67b7-55ba-4d5c-a714-c2373616ff31 requested from dv-cinder-828150-2-iscsi {{(pid=102682) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 20:45:39.697248 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-1aa53ea2-c9f3-4b93-bad4-1eaaa388018c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32943866'] for network (f67a67b7-55ba-4d5c-a714-c2373616ff31), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:39.760369 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-1aa53ea2-c9f3-4b93-bad4-1eaaa388018c admin admin] Deleting port b25aceb1-2aae-4f1f-92d3-b42d046d7fc9 {{(pid=102680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:45:39.760707 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-1aa53ea2-c9f3-4b93-bad4-1eaaa388018c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (b25aceb1-2aae-4f1f-92d3-b42d046d7fc9), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:39.822015 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.db [None req-1aa53ea2-c9f3-4b93-bad4-1eaaa388018c admin admin] For port b25aceb1-2aae-4f1f-92d3-b42d046d7fc9, host dv-cinder-828150-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828150-2-iscsi',level=0,port_id=b25aceb1-2aae-4f1f-92d3-b42d046d7fc9,segment=NetworkSegment(968f7efa-a75f-4abc-8e4a-08e90215eecc),segment_id=968f7efa-a75f-4abc-8e4a-08e90215eecc)] {{(pid=102680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:45:39.822374 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-1aa53ea2-c9f3-4b93-bad4-1eaaa388018c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (b25aceb1-2aae-4f1f-92d3-b42d046d7fc9), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:39.835201 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.plugin [None req-1aa53ea2-c9f3-4b93-bad4-1eaaa388018c admin admin] Calling delete_port for b25aceb1-2aae-4f1f-92d3-b42d046d7fc9 owned by network:dhcp {{(pid=102680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:45:39.910355 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-1aa53ea2-c9f3-4b93-bad4-1eaaa388018c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17688'] for port (b25aceb1-2aae-4f1f-92d3-b42d046d7fc9), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:39.937996 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa53ea2-c9f3-4b93-bad4-1eaaa388018c admin admin] Pushing event deleted for resources: {'Port': ['ID=b25aceb1-2aae-4f1f-92d3-b42d046d7fc9,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:39.941933 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa53ea2-c9f3-4b93-bad4-1eaaa388018c admin admin] No DVR routers for this DVR port b25aceb1-2aae-4f1f-92d3-b42d046d7fc9 on host dv-cinder-828150-2-iscsi {{(pid=102680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:45:39.988529 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27ee4aa-73a3-4362-89b1-d3c49a68715a None None] DHCP port deletion for f67a67b7-55ba-4d5c-a714-c2373616ff31 request from dv-cinder-828150-2-iscsi {{(pid=102682) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 20:45:40.016777 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-1aa53ea2-c9f3-4b93-bad4-1eaaa388018c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32817339', 'neutron.services.segments.db._delete_segments_for_network-8784096777409'] for network (f67a67b7-55ba-4d5c-a714-c2373616ff31), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:40.037196 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.services.segments.db [None req-1aa53ea2-c9f3-4b93-bad4-1eaaa388018c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f67a67b7-55ba-4d5c-a714-c2373616ff31']}} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:45:40.046030 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.services.segments.db [None req-1aa53ea2-c9f3-4b93-bad4-1eaaa388018c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '968f7efa-a75f-4abc-8e4a-08e90215eecc') {'for_net_delete': True} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:45:40.046326 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.services.segments.db [None req-1aa53ea2-c9f3-4b93-bad4-1eaaa388018c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '968f7efa-a75f-4abc-8e4a-08e90215eecc') {} {{(pid=102680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:45:40.055161 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-1aa53ea2-c9f3-4b93-bad4-1eaaa388018c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784096779466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-23369'] for segment (968f7efa-a75f-4abc-8e4a-08e90215eecc), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:40.068126 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-1aa53ea2-c9f3-4b93-bad4-1eaaa388018c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526'] for segment (968f7efa-a75f-4abc-8e4a-08e90215eecc), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:40.073871 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa53ea2-c9f3-4b93-bad4-1eaaa388018c admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=102680) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 20:45:40.074243 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-1aa53ea2-c9f3-4b93-bad4-1eaaa388018c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17773'] for segment (968f7efa-a75f-4abc-8e4a-08e90215eecc), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:40.075960 dv-cinder-828150-2-iscsi neutron-server[102680]: Traceback (most recent call last): Feb 07 20:45:40.075960 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 20:45:40.075960 dv-cinder-828150-2-iscsi neutron-server[102680]: timer() Feb 07 20:45:40.075960 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 20:45:40.075960 dv-cinder-828150-2-iscsi neutron-server[102680]: cb(*args, **kw) Feb 07 20:45:40.075960 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 20:45:40.075960 dv-cinder-828150-2-iscsi neutron-server[102680]: return func(*args, **kwargs) Feb 07 20:45:40.075960 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 20:45:40.075960 dv-cinder-828150-2-iscsi neutron-server[102680]: self._notify() Feb 07 20:45:40.075960 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 20:45:40.075960 dv-cinder-828150-2-iscsi neutron-server[102680]: self.callback(batched_events) Feb 07 20:45:40.075960 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 20:45:40.075960 dv-cinder-828150-2-iscsi neutron-server[102680]: event.method(event) Feb 07 20:45:40.075960 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 20:45:40.075960 dv-cinder-828150-2-iscsi neutron-server[102680]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 20:45:40.075960 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 20:45:40.075960 dv-cinder-828150-2-iscsi neutron-server[102680]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 20:45:40.075960 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 20:45:40.075960 dv-cinder-828150-2-iscsi neutron-server[102680]: return f(self, *a, **k) Feb 07 20:45:40.075960 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 20:45:40.075960 dv-cinder-828150-2-iscsi neutron-server[102680]: return self._get(url).json() Feb 07 20:45:40.075960 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 20:45:40.075960 dv-cinder-828150-2-iscsi neutron-server[102680]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 20:45:40.075960 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 20:45:40.075960 dv-cinder-828150-2-iscsi neutron-server[102680]: return self.request(url, 'GET', **kwargs) Feb 07 20:45:40.075960 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 20:45:40.075960 dv-cinder-828150-2-iscsi neutron-server[102680]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 20:45:40.075960 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 20:45:40.075960 dv-cinder-828150-2-iscsi neutron-server[102680]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 20:45:40.075960 dv-cinder-828150-2-iscsi neutron-server[102680]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 20:45:40.075960 dv-cinder-828150-2-iscsi neutron-server[102680]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 20:45:40.075960 dv-cinder-828150-2-iscsi neutron-server[102680]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 20:45:40.130932 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-1aa53ea2-c9f3-4b93-bad4-1eaaa388018c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32817314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395791'] for network (f67a67b7-55ba-4d5c-a714-c2373616ff31), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:40.136114 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-1aa53ea2-c9f3-4b93-bad4-1eaaa388018c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for network (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:40.139220 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-1aa53ea2-c9f3-4b93-bad4-1eaaa388018c admin admin] 10.222.0.60 "DELETE /v2.0/networks/f67a67b7-55ba-4d5c-a714-c2373616ff31 HTTP/1.1" status: 204 len: 168 time: 0.5113566 Feb 07 20:45:40.150695 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa53ea2-c9f3-4b93-bad4-1eaaa388018c admin admin] Pushing event deleted for resources: {'Network': ['ID=f67a67b7-55ba-4d5c-a714-c2373616ff31,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:40.248563 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 57192) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:45:40.288973 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-7ed07603-3b83-41cb-a828-a986d1661890 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a36697eb438d4c69909c3d32f2f92e77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390956 Feb 07 20:45:40.291370 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [-] (102680) accepted ('10.222.0.60', 57194) {{(pid=102680) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:45:40.337871 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-307b6ccc-3db7-4f46-aa45-998579798a3a admin admin] Publish callbacks [] for security_group (d90d84b5-3dc2-4887-8cc0-2598e53edd9c), before_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:40.358637 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-307b6ccc-3db7-4f46-aa45-998579798a3a admin admin] Publish callbacks [] for security_group (d90d84b5-3dc2-4887-8cc0-2598e53edd9c), precommit_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:40.403949 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device b25aceb1-2aae-4f1f-92d3-b42d046d7fc9 no longer exists at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:45:40.419182 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-307b6ccc-3db7-4f46-aa45-998579798a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (d90d84b5-3dc2-4887-8cc0-2598e53edd9c), after_delete {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:40.421887 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron_lib.callbacks.manager [None req-307b6ccc-3db7-4f46-aa45-998579798a3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:40.423699 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [None req-307b6ccc-3db7-4f46-aa45-998579798a3a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d90d84b5-3dc2-4887-8cc0-2598e53edd9c HTTP/1.1" status: 204 len: 168 time: 0.1308880 Feb 07 20:45:40.428916 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] No Port match for: b25aceb1-2aae-4f1f-92d3-b42d046d7fc9 {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:45:40.429259 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device b25aceb1-2aae-4f1f-92d3-b42d046d7fc9 not bound to the agent host dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:45:40.429840 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device f62242af-f932-4a7a-bd4b-914620fc0ee2 no longer exists at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:45:40.433395 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b6ccc-3db7-4f46-aa45-998579798a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90d84b5-3dc2-4887-8cc0-2598e53edd9c,revision_number=None']} {{(pid=102680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:40.452741 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] No Port match for: f62242af-f932-4a7a-bd4b-914620fc0ee2 {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:45:40.453080 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device f62242af-f932-4a7a-bd4b-914620fc0ee2 not bound to the agent host dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:45:40.453485 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device e35fff82-50aa-4597-b917-5cb5367c1435 no longer exists at agent ovs-agent-dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:45:40.481087 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] No Port match for: e35fff82-50aa-4597-b917-5cb5367c1435 {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:45:40.481691 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Device e35fff82-50aa-4597-b917-5cb5367c1435 not bound to the agent host dv-cinder-828150-2-iscsi {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:45:40.741668 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 57204) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:45:40.781469 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-d7e6c91b-3f1a-416b-9410-9341b70e0a45 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=91ef4548605040e9af946d0b43a313bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386689 Feb 07 20:45:40.783939 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 57206) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:45:40.828805 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-f0f49393-f13b-4ace-89b1-2c181756676d admin admin] Publish callbacks [] for security_group (eec0f24b-2df8-4d66-abfe-547133abd3ad), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:40.849234 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-f0f49393-f13b-4ace-89b1-2c181756676d admin admin] Publish callbacks [] for security_group (eec0f24b-2df8-4d66-abfe-547133abd3ad), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:40.894237 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-f0f49393-f13b-4ace-89b1-2c181756676d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (eec0f24b-2df8-4d66-abfe-547133abd3ad), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:40.896832 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-f0f49393-f13b-4ace-89b1-2c181756676d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:40.897970 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-f0f49393-f13b-4ace-89b1-2c181756676d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eec0f24b-2df8-4d66-abfe-547133abd3ad HTTP/1.1" status: 204 len: 168 time: 0.1131463 Feb 07 20:45:40.906920 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f49393-f13b-4ace-89b1-2c181756676d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec0f24b-2df8-4d66-abfe-547133abd3ad,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:41.409603 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device d2889b20-09c4-46aa-a952-1d043d40b4c0 no longer exists at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:45:41.430157 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] No Port match for: d2889b20-09c4-46aa-a952-1d043d40b4c0 {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:45:41.430501 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device d2889b20-09c4-46aa-a952-1d043d40b4c0 not bound to the agent host hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:45:46.155450 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.agents_db [None req-6ca4556d-c1da-4dc5-8d4b-cf8528912650 None None] Agent healthcheck: found 6 active agents {{(pid=102683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:45:56.549193 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (2db0d972-3e88-4a6a-9d75-f8f2fe350c5f), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:56.574693 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-aca5c8cc-2d8e-4c28-82d5-835f140ba2ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:58.619651 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 57380) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:45:58.666599 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf1889af-e001-42e2-ad32-da335751b1cc admin admin] Deleting subnet 172b120a-cc5e-45d6-8fc3-a371367488af {{(pid=102681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 20:45:58.669688 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-bf1889af-e001-42e2-ad32-da335751b1cc admin admin] Publish callbacks [] for subnet (172b120a-cc5e-45d6-8fc3-a371367488af), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:58.703014 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-bf1889af-e001-42e2-ad32-da335751b1cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9363915'] for subnet (172b120a-cc5e-45d6-8fc3-a371367488af), precommit_delete_associations {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:58.740588 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-bf1889af-e001-42e2-ad32-da335751b1cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32999468'] for subnet (172b120a-cc5e-45d6-8fc3-a371367488af), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:58.790530 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-bf1889af-e001-42e2-ad32-da335751b1cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32999639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3187828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9307052'] for subnet (172b120a-cc5e-45d6-8fc3-a371367488af), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:58.815136 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1889af-e001-42e2-ad32-da335751b1cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=172b120a-cc5e-45d6-8fc3-a371367488af,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:58.818807 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-bf1889af-e001-42e2-ad32-da335751b1cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for subnet (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:58.821943 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-bf1889af-e001-42e2-ad32-da335751b1cc admin admin] 10.222.0.60 "DELETE /v2.0/subnets/172b120a-cc5e-45d6-8fc3-a371367488af HTTP/1.1" status: 204 len: 168 time: 0.2012048 Feb 07 20:45:58.824410 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 57382) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:45:58.883071 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0adbaf6d-d017-4dd2-a7ea-d23fb5fe3a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:58.894674 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7d9e7ebb-6e7f-44cd-bda3-8a6d367de116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32943866'] for network (14fb77c8-aea7-4b65-a9ac-627240ff4dda), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:58.970481 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7d9e7ebb-6e7f-44cd-bda3-8a6d367de116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32817339', 'neutron.services.segments.db._delete_segments_for_network-8784096777409'] for network (14fb77c8-aea7-4b65-a9ac-627240ff4dda), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:58.990308 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.services.segments.db [None req-7d9e7ebb-6e7f-44cd-bda3-8a6d367de116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14fb77c8-aea7-4b65-a9ac-627240ff4dda']}} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:45:58.999214 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.services.segments.db [None req-7d9e7ebb-6e7f-44cd-bda3-8a6d367de116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ffdc9d-9beb-451e-b5f2-1f3dfb2da434') {'for_net_delete': True} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:45:58.999530 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.services.segments.db [None req-7d9e7ebb-6e7f-44cd-bda3-8a6d367de116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ffdc9d-9beb-451e-b5f2-1f3dfb2da434') {} {{(pid=102681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 20:45:59.014957 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7d9e7ebb-6e7f-44cd-bda3-8a6d367de116 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784096779466', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9363904'] for segment (25ffdc9d-9beb-451e-b5f2-1f3dfb2da434), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:59.028402 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7d9e7ebb-6e7f-44cd-bda3-8a6d367de116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526'] for segment (25ffdc9d-9beb-451e-b5f2-1f3dfb2da434), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:59.034662 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d9e7ebb-6e7f-44cd-bda3-8a6d367de116 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=102681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 20:45:59.035032 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7d9e7ebb-6e7f-44cd-bda3-8a6d367de116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33013526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3187934'] for segment (25ffdc9d-9beb-451e-b5f2-1f3dfb2da434), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:59.036731 dv-cinder-828150-2-iscsi neutron-server[102681]: Traceback (most recent call last): Feb 07 20:45:59.036731 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 20:45:59.036731 dv-cinder-828150-2-iscsi neutron-server[102681]: timer() Feb 07 20:45:59.036731 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 20:45:59.036731 dv-cinder-828150-2-iscsi neutron-server[102681]: cb(*args, **kw) Feb 07 20:45:59.036731 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 20:45:59.036731 dv-cinder-828150-2-iscsi neutron-server[102681]: return func(*args, **kwargs) Feb 07 20:45:59.036731 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 20:45:59.036731 dv-cinder-828150-2-iscsi neutron-server[102681]: self._notify() Feb 07 20:45:59.036731 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 20:45:59.036731 dv-cinder-828150-2-iscsi neutron-server[102681]: self.callback(batched_events) Feb 07 20:45:59.036731 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 20:45:59.036731 dv-cinder-828150-2-iscsi neutron-server[102681]: event.method(event) Feb 07 20:45:59.036731 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 20:45:59.036731 dv-cinder-828150-2-iscsi neutron-server[102681]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 20:45:59.036731 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 20:45:59.036731 dv-cinder-828150-2-iscsi neutron-server[102681]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 20:45:59.036731 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 20:45:59.036731 dv-cinder-828150-2-iscsi neutron-server[102681]: return f(self, *a, **k) Feb 07 20:45:59.036731 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 20:45:59.036731 dv-cinder-828150-2-iscsi neutron-server[102681]: return self._get(url).json() Feb 07 20:45:59.036731 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 20:45:59.036731 dv-cinder-828150-2-iscsi neutron-server[102681]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 20:45:59.036731 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 20:45:59.036731 dv-cinder-828150-2-iscsi neutron-server[102681]: return self.request(url, 'GET', **kwargs) Feb 07 20:45:59.036731 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 20:45:59.036731 dv-cinder-828150-2-iscsi neutron-server[102681]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 20:45:59.036731 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 20:45:59.036731 dv-cinder-828150-2-iscsi neutron-server[102681]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 20:45:59.036731 dv-cinder-828150-2-iscsi neutron-server[102681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 20:45:59.036731 dv-cinder-828150-2-iscsi neutron-server[102681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 20:45:59.036731 dv-cinder-828150-2-iscsi neutron-server[102681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 20:45:59.087116 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7d9e7ebb-6e7f-44cd-bda3-8a6d367de116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32817314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395791'] for network (14fb77c8-aea7-4b65-a9ac-627240ff4dda), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:59.091592 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-7d9e7ebb-6e7f-44cd-bda3-8a6d367de116 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550654'] for network (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:59.095406 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-7d9e7ebb-6e7f-44cd-bda3-8a6d367de116 admin admin] 10.222.0.60 "DELETE /v2.0/networks/14fb77c8-aea7-4b65-a9ac-627240ff4dda HTTP/1.1" status: 204 len: 168 time: 0.2700748 Feb 07 20:45:59.107986 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e7ebb-6e7f-44cd-bda3-8a6d367de116 admin admin] Pushing event deleted for resources: {'Network': ['ID=14fb77c8-aea7-4b65-a9ac-627240ff4dda,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:59.250563 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 57386) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:45:59.289855 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-89a4be67-bc58-4631-84c6-1a054bf868fb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9ac9ac52f3c249549b55927cedad08c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381253 Feb 07 20:45:59.292163 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 57388) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:45:59.337651 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ffcff368-d478-48a2-882a-054c2e75127b admin admin] Publish callbacks [] for security_group (956167ab-2451-4290-88a4-9a93fac7f413), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:59.357719 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ffcff368-d478-48a2-882a-054c2e75127b admin admin] Publish callbacks [] for security_group (956167ab-2451-4290-88a4-9a93fac7f413), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:59.406026 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ffcff368-d478-48a2-882a-054c2e75127b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (956167ab-2451-4290-88a4-9a93fac7f413), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:59.409095 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-ffcff368-d478-48a2-882a-054c2e75127b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:45:59.410228 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-ffcff368-d478-48a2-882a-054c2e75127b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/956167ab-2451-4290-88a4-9a93fac7f413 HTTP/1.1" status: 204 len: 168 time: 0.1171014 Feb 07 20:45:59.417510 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcff368-d478-48a2-882a-054c2e75127b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956167ab-2451-4290-88a4-9a93fac7f413,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:45:59.990896 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:01.513863 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:01.597657 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-e2df0e02-591d-413a-884a-bc4eb7aeb746 tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=763aabb2b1a74233b473f45c6f048ea1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289357 Feb 07 20:46:01.780950 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-2c5cde6b-260a-4344-a8bc-8cbaae8420e1 tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:46:01.782336 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-2c5cde6b-260a-4344-a8bc-8cbaae8420e1 tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1799073 Feb 07 20:46:01.796218 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-e34a6958-703d-4957-a1e5-b349324752b4 tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] 10.222.0.60 "GET /v2.0/quotas/763aabb2b1a74233b473f45c6f048ea1 HTTP/1.1" status: 200 len: 375 time: 0.0087466 Feb 07 20:46:01.826331 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-2dd28e88-012a-4427-a62a-b98c0a2db15b tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=763aabb2b1a74233b473f45c6f048ea1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255070 Feb 07 20:46:01.981779 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-ea41c966-cb2c-4cac-8445-19d5d9268959 req-c5d9c334-1f99-451c-89a8-b7ff8a6be7cd tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cd6cb09-5649-4dfa-a391-765e79e95146 HTTP/1.1" status: 200 len: 210 time: 0.0265133 Feb 07 20:46:02.749658 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:02.792575 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-cffa381a-52aa-4689-b309-fde6b2a99bdd tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=763aabb2b1a74233b473f45c6f048ea1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245037 Feb 07 20:46:02.899066 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-a50e4aa1-9098-4bdc-8c1b-d5386249fdff tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:46:02.900819 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-a50e4aa1-9098-4bdc-8c1b-d5386249fdff tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1023426 Feb 07 20:46:02.912325 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-098a52fa-a75a-4383-b3cd-44946061224b tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] Request body: {'port': {'device_id': '8cd6cb09-5649-4dfa-a391-765e79e95146', 'network_id': '3a8820e3-0bf3-4f8d-b1b2-3aef1b5bc3de', 'admin_state_up': True, 'tenant_id': '763aabb2b1a74233b473f45c6f048ea1'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:46:03.024860 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-098a52fa-a75a-4383-b3cd-44946061224b tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] Made reservation on behalf of 763aabb2b1a74233b473f45c6f048ea1 for: {'port': 1} {{(pid=102681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 20:46:03.028207 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-098a52fa-a75a-4383-b3cd-44946061224b tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:03.036458 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-098a52fa-a75a-4383-b3cd-44946061224b tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] Publish callbacks [] for security_group (None), before_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:03.082019 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e0a295b9-bcc2-47ab-8649-077769c2fb8d req-979e8b8d-d724-458e-8fa2-d332ffc9c365 tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cd6cb09-5649-4dfa-a391-765e79e95146 HTTP/1.1" status: 200 len: 210 time: 0.0315733 Feb 07 20:46:03.135012 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-098a52fa-a75a-4383-b3cd-44946061224b tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] Publish callbacks [] for security_group (27bb441d-5633-4bee-81d3-69cabef483c6), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:03.138375 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-098a52fa-a75a-4383-b3cd-44946061224b tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (27bb441d-5633-4bee-81d3-69cabef483c6), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:03.203444 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098a52fa-a75a-4383-b3cd-44946061224b tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27bb441d-5633-4bee-81d3-69cabef483c6,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:46:03.267342 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.db_base_plugin_common [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-098a52fa-a75a-4383-b3cd-44946061224b tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] Allocated IP 192.168.233.203 (3a8820e3-0bf3-4f8d-b1b2-3aef1b5bc3de/6d428696-9830-4b13-8c9f-7be597ada78b/ffa7167d-b261-4fd2-8dd0-2a1e34d77587) {{(pid=102681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 20:46:03.408675 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-098a52fa-a75a-4383-b3cd-44946061224b tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] Publish callbacks [] for port (ffa7167d-b261-4fd2-8dd0-2a1e34d77587), precommit_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:03.440493 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-098a52fa-a75a-4383-b3cd-44946061224b tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784096236216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (ffa7167d-b261-4fd2-8dd0-2a1e34d77587), after_create {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:03.482789 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-098a52fa-a75a-4383-b3cd-44946061224b tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] Network 3a8820e3-0bf3-4f8d-b1b2-3aef1b5bc3de is already hosted by enough agents. {{(pid=102681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 20:46:03.486374 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.scheduler.base_scheduler [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-098a52fa-a75a-4383-b3cd-44946061224b tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] Resources bound (agent type, host, resource id): {{(pid=102681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 20:46:03.489930 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-098a52fa-a75a-4383-b3cd-44946061224b tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] Received port after_create {{(pid=102681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 20:46:03.513070 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098a52fa-a75a-4383-b3cd-44946061224b tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] Pushing event updated for resources: {'Port': ['ID=ffa7167d-b261-4fd2-8dd0-2a1e34d77587,revision_number=1']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:46:03.541746 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-098a52fa-a75a-4383-b3cd-44946061224b tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:46:03.542349 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-098a52fa-a75a-4383-b3cd-44946061224b tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:03.558249 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-098a52fa-a75a-4383-b3cd-44946061224b tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6496067 Feb 07 20:46:03.567761 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-ad217729-b605-4151-ac5d-362c5cf085c2 tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102681) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 20:46:03.569091 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-ad217729-b605-4151-ac5d-362c5cf085c2 tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057316 Feb 07 20:46:03.668349 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-751ca204-d980-47d2-985a-42490fe2ed2f None None] Provisioning complete for port ffa7167d-b261-4fd2-8dd0-2a1e34d77587 triggered by entity DHCP. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:46:03.668717 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-751ca204-d980-47d2-985a-42490fe2ed2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (ffa7167d-b261-4fd2-8dd0-2a1e34d77587), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:03.675471 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.v2.base [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-02afa9b3-c7b3-4390-a283-2252604873c3 service neutron] Request body: {'port': {'device_id': '8cd6cb09-5649-4dfa-a391-765e79e95146', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82815'}} {{(pid=102681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 20:46:03.702800 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-751ca204-d980-47d2-985a-42490fe2ed2f None None] Port ffa7167d-b261-4fd2-8dd0-2a1e34d77587 cannot update to ACTIVE because it is not bound. {{(pid=102682) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 20:46:03.736352 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-02afa9b3-c7b3-4390-a283-2252604873c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (ffa7167d-b261-4fd2-8dd0-2a1e34d77587), before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:03.980181 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-02afa9b3-c7b3-4390-a283-2252604873c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffa7167d-b261-4fd2-8dd0-2a1e34d77587 {{(pid=102681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:46:03.987847 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-02afa9b3-c7b3-4390-a283-2252604873c3 service neutron] Publish callbacks [] for port (ffa7167d-b261-4fd2-8dd0-2a1e34d77587), precommit_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:03.999110 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.provisioning_blocks [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-02afa9b3-c7b3-4390-a283-2252604873c3 service neutron] Transition to ACTIVE for port object ffa7167d-b261-4fd2-8dd0-2a1e34d77587 will not be triggered until provisioned by entity L2. {{(pid=102681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 20:46:04.002685 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-02afa9b3-c7b3-4390-a283-2252604873c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3187874'] for port (ffa7167d-b261-4fd2-8dd0-2a1e34d77587), after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:04.052671 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02afa9b3-c7b3-4390-a283-2252604873c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ffa7167d-b261-4fd2-8dd0-2a1e34d77587,revision_number=2']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:46:04.127115 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-02afa9b3-c7b3-4390-a283-2252604873c3 service neutron] Attempting to bind port ffa7167d-b261-4fd2-8dd0-2a1e34d77587 on host hv-cinder-82815 for vnic_type normal with profile {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 20:46:04.127435 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-02afa9b3-c7b3-4390-a283-2252604873c3 service neutron] Attempting to bind port ffa7167d-b261-4fd2-8dd0-2a1e34d77587 by drivers openvswitch,hyperv on host hv-cinder-82815 at level 0 using segments [{'id': '090dfd79-3a35-4c3d-a5b3-0ce0d0ba0b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3a8820e3-0bf3-4f8d-b1b2-3aef1b5bc3de'}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 20:46:04.127739 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-02afa9b3-c7b3-4390-a283-2252604873c3 service neutron] Attempting to bind port ffa7167d-b261-4fd2-8dd0-2a1e34d77587 on network 3a8820e3-0bf3-4f8d-b1b2-3aef1b5bc3de {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:46:04.132310 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-02afa9b3-c7b3-4390-a283-2252604873c3 service neutron] Port ffa7167d-b261-4fd2-8dd0-2a1e34d77587 on network 3a8820e3-0bf3-4f8d-b1b2-3aef1b5bc3de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82815 {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 20:46:04.132630 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-02afa9b3-c7b3-4390-a283-2252604873c3 service neutron] Attempting to bind port ffa7167d-b261-4fd2-8dd0-2a1e34d77587 on network 3a8820e3-0bf3-4f8d-b1b2-3aef1b5bc3de {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 20:46:04.137641 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-02afa9b3-c7b3-4390-a283-2252604873c3 service neutron] Checking agent: {'id': '2db0d972-3e88-4a6a-9d75-f8f2fe350c5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82815', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 20, 33, 26), 'started_at': datetime.datetime(2022, 2, 7, 20, 33, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 20, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 20:46:04.137983 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-02afa9b3-c7b3-4390-a283-2252604873c3 service neutron] Checking segment: {'id': '090dfd79-3a35-4c3d-a5b3-0ce0d0ba0b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3a8820e3-0bf3-4f8d-b1b2-3aef1b5bc3de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 20:46:04.138418 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-02afa9b3-c7b3-4390-a283-2252604873c3 service neutron] Bound using segment: {'id': '090dfd79-3a35-4c3d-a5b3-0ce0d0ba0b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3a8820e3-0bf3-4f8d-b1b2-3aef1b5bc3de'} {{(pid=102681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 20:46:04.138786 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.managers [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-02afa9b3-c7b3-4390-a283-2252604873c3 service neutron] Bound port: ffa7167d-b261-4fd2-8dd0-2a1e34d77587, host: hv-cinder-82815, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '090dfd79-3a35-4c3d-a5b3-0ce0d0ba0b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3a8820e3-0bf3-4f8d-b1b2-3aef1b5bc3de'}}] {{(pid=102681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 20:46:04.139145 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-02afa9b3-c7b3-4390-a283-2252604873c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (ffa7167d-b261-4fd2-8dd0-2a1e34d77587), before_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:04.206280 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e725f4-98b8-4308-872a-462d42c25cbe req-29d8872d-8476-4629-9b84-5c6e8b816786 tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:46:04.210092 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-a2e725f4-98b8-4308-872a-462d42c25cbe req-29d8872d-8476-4629-9b84-5c6e8b816786 tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cd6cb09-5649-4dfa-a391-765e79e95146 HTTP/1.1" status: 200 len: 948 time: 0.0555830 Feb 07 20:46:04.211206 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-02afa9b3-c7b3-4390-a283-2252604873c3 service neutron] For port ffa7167d-b261-4fd2-8dd0-2a1e34d77587, host hv-cinder-82815, cleared binding levels {{(pid=102681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 20:46:04.221077 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-02afa9b3-c7b3-4390-a283-2252604873c3 service neutron] For port ffa7167d-b261-4fd2-8dd0-2a1e34d77587, host hv-cinder-82815, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=ffa7167d-b261-4fd2-8dd0-2a1e34d77587,segment=NetworkSegment(090dfd79-3a35-4c3d-a5b3-0ce0d0ba0b56),segment_id=090dfd79-3a35-4c3d-a5b3-0ce0d0ba0b56)] {{(pid=102681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 20:46:04.227901 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-02afa9b3-c7b3-4390-a283-2252604873c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3187874'] for port (ffa7167d-b261-4fd2-8dd0-2a1e34d77587), after_update {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:04.255208 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-a2e725f4-98b8-4308-872a-462d42c25cbe req-9d43b880-0790-499a-901a-b96a9bc4fa09 tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] 10.222.0.60 "GET /v2.0/security-groups?id=27bb441d-5633-4bee-81d3-69cabef483c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414388 Feb 07 20:46:04.264454 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-02afa9b3-c7b3-4390-a283-2252604873c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:46:04.265250 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-02afa9b3-c7b3-4390-a283-2252604873c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:04.267210 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-02afa9b3-c7b3-4390-a283-2252604873c3 service neutron] 10.222.0.24 "PUT /v2.0/ports/ffa7167d-b261-4fd2-8dd0-2a1e34d77587 HTTP/1.1" status: 200 len: 1098 time: 0.6901469 Feb 07 20:46:04.267714 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd6cb09-5649-4dfa-a391-765e79e95146', 'tag': 'ffa7167d-b261-4fd2-8dd0-2a1e34d77587'}] {{(pid=102681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:46:04.270002 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d543a4f93c545b9f4b4319baf8ff9337481391693fb3bbf25dbe09721f1c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f8c590-5012-4e1e-a2d7-6c5703afd3cc" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd6cb09-5649-4dfa-a391-765e79e95146", "tag": "ffa7167d-b261-4fd2-8dd0-2a1e34d77587"}]}' {{(pid=102681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:46:04.306273 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02afa9b3-c7b3-4390-a283-2252604873c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ffa7167d-b261-4fd2-8dd0-2a1e34d77587,revision_number=3']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:46:04.324428 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 20:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309482f4-51f6-4a55-8c9e-960ef72c3467 x-openstack-request-id: req-309482f4-51f6-4a55-8c9e-960ef72c3467 {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:46:04.324593 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd6cb09-5649-4dfa-a391-765e79e95146", "tag": "ffa7167d-b261-4fd2-8dd0-2a1e34d77587", "status": "completed", "code": 200}]} {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:46:04.324764 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-309482f4-51f6-4a55-8c9e-960ef72c3467 {{(pid=102681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:46:04.325949 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cd6cb09-5649-4dfa-a391-765e79e95146', 'tag': 'ffa7167d-b261-4fd2-8dd0-2a1e34d77587', 'status': 'completed', 'code': 200} Feb 07 20:46:04.379184 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-11cfae8c-1c48-4234-b95d-99dc726db484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:46:04.380658 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-11cfae8c-1c48-4234-b95d-99dc726db484 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=763aabb2b1a74233b473f45c6f048ea1&device_id=8cd6cb09-5649-4dfa-a391-765e79e95146 HTTP/1.1" status: 200 len: 1132 time: 0.0473888 Feb 07 20:46:04.421839 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-9c131f94-701a-4643-a328-006e9400a04d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=ffa7167d-b261-4fd2-8dd0-2a1e34d77587 HTTP/1.1" status: 200 len: 217 time: 0.0343752 Feb 07 20:46:04.473775 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-ea19fab2-2df0-47a5-b89e-edefd99f6379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:46:04.475197 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-ea19fab2-2df0-47a5-b89e-edefd99f6379 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d428696-9830-4b13-8c9f-7be597ada78b HTTP/1.1" status: 200 len: 843 time: 0.0466168 Feb 07 20:46:04.522328 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-d3a0a05c-e35d-47cd-b494-7e7c6aaefe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:46:04.523806 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-d3a0a05c-e35d-47cd-b494-7e7c6aaefe41 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3a8820e3-0bf3-4f8d-b1b2-3aef1b5bc3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0429018 Feb 07 20:46:04.610014 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-1422b540-dd90-4271-bb44-2605b4b35d8b service neutron] 10.222.0.24 "GET /v2.0/networks/3a8820e3-0bf3-4f8d-b1b2-3aef1b5bc3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798290 Feb 07 20:46:04.699085 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f6889d73-34a6-4ac0-8e00-915a1e4b95b7 req-7c92f712-314e-4593-927d-db32ffe1fbb1 service neutron] 10.222.0.24 "GET /v2.0/networks/3a8820e3-0bf3-4f8d-b1b2-3aef1b5bc3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834055 Feb 07 20:46:04.784320 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8c590-5012-4e1e-a2d7-6c5703afd3cc req-08f19b82-91ac-47f2-9777-757d208c1ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:46:04.785797 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e6f8c590-5012-4e1e-a2d7-6c5703afd3cc req-08f19b82-91ac-47f2-9777-757d208c1ea2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=763aabb2b1a74233b473f45c6f048ea1&device_id=8cd6cb09-5649-4dfa-a391-765e79e95146 HTTP/1.1" status: 200 len: 1132 time: 0.0451593 Feb 07 20:46:04.875370 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8c590-5012-4e1e-a2d7-6c5703afd3cc req-b53dec97-ff31-4e0d-b57a-2af8095c838b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:46:04.876843 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e6f8c590-5012-4e1e-a2d7-6c5703afd3cc req-b53dec97-ff31-4e0d-b57a-2af8095c838b service neutron] 10.222.0.24 "GET /v2.0/networks?id=3a8820e3-0bf3-4f8d-b1b2-3aef1b5bc3de HTTP/1.1" status: 200 len: 870 time: 0.0845213 Feb 07 20:46:04.917340 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e6f8c590-5012-4e1e-a2d7-6c5703afd3cc req-b532fa2d-7f52-470a-b128-b1a8d1848b8e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=ffa7167d-b261-4fd2-8dd0-2a1e34d77587 HTTP/1.1" status: 200 len: 217 time: 0.0340655 Feb 07 20:46:04.966149 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8c590-5012-4e1e-a2d7-6c5703afd3cc req-461a2e04-182f-427b-972e-850fc1448884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:46:04.967494 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e6f8c590-5012-4e1e-a2d7-6c5703afd3cc req-461a2e04-182f-427b-972e-850fc1448884 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d428696-9830-4b13-8c9f-7be597ada78b HTTP/1.1" status: 200 len: 843 time: 0.0410333 Feb 07 20:46:05.019524 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8c590-5012-4e1e-a2d7-6c5703afd3cc req-48949871-b6fa-41c1-b7ed-44f9a7a1a9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:46:05.020960 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e6f8c590-5012-4e1e-a2d7-6c5703afd3cc req-48949871-b6fa-41c1-b7ed-44f9a7a1a9ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3a8820e3-0bf3-4f8d-b1b2-3aef1b5bc3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0464883 Feb 07 20:46:05.105671 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e6f8c590-5012-4e1e-a2d7-6c5703afd3cc req-00ec5802-f4f3-4287-a85b-76b11e7d1b50 service neutron] 10.222.0.24 "GET /v2.0/networks/3a8820e3-0bf3-4f8d-b1b2-3aef1b5bc3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778723 Feb 07 20:46:05.193337 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-e6f8c590-5012-4e1e-a2d7-6c5703afd3cc req-fbfb7639-348f-45d3-94eb-49ca99ae8509 service neutron] 10.222.0.24 "GET /v2.0/networks/3a8820e3-0bf3-4f8d-b1b2-3aef1b5bc3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814221 Feb 07 20:46:05.390527 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454d248-7e5f-44a0-b390-35676d07d2f7 req-a44b503b-0650-45ee-9f6e-262d22cbacf0 tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:46:05.392563 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-3454d248-7e5f-44a0-b390-35676d07d2f7 req-a44b503b-0650-45ee-9f6e-262d22cbacf0 tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cd6cb09-5649-4dfa-a391-765e79e95146 HTTP/1.1" status: 200 len: 948 time: 0.0514612 Feb 07 20:46:05.441499 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-3454d248-7e5f-44a0-b390-35676d07d2f7 req-16a1e7a0-e607-44c2-96ad-cf5338377707 tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] 10.222.0.60 "GET /v2.0/security-groups?id=27bb441d-5633-4bee-81d3-69cabef483c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434902 Feb 07 20:46:06.557669 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8969e-42a5-438f-b662-3758d2256929 req-2a4bdae7-a72f-4150-b360-195f26b042dc tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:46:06.559094 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c5e8969e-42a5-438f-b662-3758d2256929 req-2a4bdae7-a72f-4150-b360-195f26b042dc tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cd6cb09-5649-4dfa-a391-765e79e95146 HTTP/1.1" status: 200 len: 948 time: 0.0515616 Feb 07 20:46:06.604251 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-c5e8969e-42a5-438f-b662-3758d2256929 req-a6b7d29f-77f9-433f-9609-6443b2e3db55 tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] 10.222.0.60 "GET /v2.0/security-groups?id=27bb441d-5633-4bee-81d3-69cabef483c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390234 Feb 07 20:46:07.504990 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device ffa7167d-b261-4fd2-8dd0-2a1e34d77587 details requested by agent hyperv_hv-cinder-82815 with host hv-cinder-82815 {{(pid=102682) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 20:46:07.601675 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port ffa7167d-b261-4fd2-8dd0-2a1e34d77587, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=ffa7167d-b261-4fd2-8dd0-2a1e34d77587,segment=NetworkSegment(090dfd79-3a35-4c3d-a5b3-0ce0d0ba0b56),segment_id=090dfd79-3a35-4c3d-a5b3-0ce0d0ba0b56)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:46:07.612624 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Returning: {'device': 'ffa7167d-b261-4fd2-8dd0-2a1e34d77587', 'network_id': '3a8820e3-0bf3-4f8d-b1b2-3aef1b5bc3de', 'port_id': 'ffa7167d-b261-4fd2-8dd0-2a1e34d77587', 'mac_address': 'fa:16:3e:c1:63:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d428696-9830-4b13-8c9f-7be597ada78b', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102682) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 20:46:07.648376 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port ffa7167d-b261-4fd2-8dd0-2a1e34d77587 is: DOWN; New status is: BUILD {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:46:07.648794 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (ffa7167d-b261-4fd2-8dd0-2a1e34d77587), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:07.662511 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffa7167d-b261-4fd2-8dd0-2a1e34d77587 {{(pid=102682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 07 20:46:07.681560 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port ffa7167d-b261-4fd2-8dd0-2a1e34d77587, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=ffa7167d-b261-4fd2-8dd0-2a1e34d77587,segment=NetworkSegment(090dfd79-3a35-4c3d-a5b3-0ce0d0ba0b56),segment_id=090dfd79-3a35-4c3d-a5b3-0ce0d0ba0b56)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:46:07.685574 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (ffa7167d-b261-4fd2-8dd0-2a1e34d77587), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:07.720573 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e63d7-1869-43f7-9dee-d02efcee93ce req-89c8cad9-140f-4cce-bfd1-439fc56ab063 tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:46:07.722026 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-2a4e63d7-1869-43f7-9dee-d02efcee93ce req-89c8cad9-140f-4cce-bfd1-439fc56ab063 tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cd6cb09-5649-4dfa-a391-765e79e95146 HTTP/1.1" status: 200 len: 948 time: 0.0528002 Feb 07 20:46:07.731937 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=ffa7167d-b261-4fd2-8dd0-2a1e34d77587,revision_number=4']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:46:07.767279 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-2a4e63d7-1869-43f7-9dee-d02efcee93ce req-bac05c7f-faee-4234-a937-66af67ba441c tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] 10.222.0.60 "GET /v2.0/security-groups?id=27bb441d-5633-4bee-81d3-69cabef483c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394359 Feb 07 20:46:07.884774 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['ffa7167d-b261-4fd2-8dd0-2a1e34d77587'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:46:08.882457 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670884e-ff66-4864-9df9-de694f0e5c00 req-ee70f031-9207-4685-9c02-fbf69bb5925d tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:46:08.883943 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-2670884e-ff66-4864-9df9-de694f0e5c00 req-ee70f031-9207-4685-9c02-fbf69bb5925d tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cd6cb09-5649-4dfa-a391-765e79e95146 HTTP/1.1" status: 200 len: 949 time: 0.0515020 Feb 07 20:46:08.928309 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-2670884e-ff66-4864-9df9-de694f0e5c00 req-0e1ddeaa-4986-4b41-9eba-a988eac74860 tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] 10.222.0.60 "GET /v2.0/security-groups?id=27bb441d-5633-4bee-81d3-69cabef483c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388079 Feb 07 20:46:09.521005 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device ffa7167d-b261-4fd2-8dd0-2a1e34d77587 up at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 20:46:09.567893 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning for port ffa7167d-b261-4fd2-8dd0-2a1e34d77587 completed by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 20:46:09.571306 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.db.provisioning_blocks [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Provisioning complete for port ffa7167d-b261-4fd2-8dd0-2a1e34d77587 triggered by entity L2. {{(pid=102682) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 20:46:09.571705 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818654'] for port (ffa7167d-b261-4fd2-8dd0-2a1e34d77587), provisioning_complete {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:09.648256 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Current status of the port ffa7167d-b261-4fd2-8dd0-2a1e34d77587 is: BUILD; New status is: ACTIVE {{(pid=102682) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 07 20:46:09.648632 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32977289'] for port (ffa7167d-b261-4fd2-8dd0-2a1e34d77587), before_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:09.670623 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd6cb09-5649-4dfa-a391-765e79e95146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa7167d-b261-4fd2-8dd0-2a1e34d77587'}] {{(pid=102682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:46:09.672853 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49691025426d341bc8e7177f0b95fa1f617f1e30ecd73d77513429b9266eb12b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77a68f6-c239-4585-bf78-baf59d13f3ee" -d '{"events": [{"server_uuid": "8cd6cb09-5649-4dfa-a391-765e79e95146", "name": "network-vif-plugged", "status": "completed", "tag": "ffa7167d-b261-4fd2-8dd0-2a1e34d77587"}]}' {{(pid=102682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:46:09.685080 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] For port ffa7167d-b261-4fd2-8dd0-2a1e34d77587, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=ffa7167d-b261-4fd2-8dd0-2a1e34d77587,segment=NetworkSegment(090dfd79-3a35-4c3d-a5b3-0ce0d0ba0b56),segment_id=090dfd79-3a35-4c3d-a5b3-0ce0d0ba0b56)] {{(pid=102682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:46:09.688979 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784096657165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784096236234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784096236252'] for port (ffa7167d-b261-4fd2-8dd0-2a1e34d77587), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:09.735918 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Pushing event updated for resources: {'Port': ['ID=ffa7167d-b261-4fd2-8dd0-2a1e34d77587,revision_number=5']} {{(pid=102682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:46:09.822118 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2d1c6e-e5a8-4ad7-8513-70aaf834e1a5 x-openstack-request-id: req-ec2d1c6e-e5a8-4ad7-8513-70aaf834e1a5 {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:46:09.822417 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd6cb09-5649-4dfa-a391-765e79e95146", "name": "network-vif-plugged", "status": "completed", "tag": "ffa7167d-b261-4fd2-8dd0-2a1e34d77587", "code": 200}]} {{(pid=102682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:46:09.822668 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ec2d1c6e-e5a8-4ad7-8513-70aaf834e1a5 {{(pid=102682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:46:09.823057 dv-cinder-828150-2-iscsi neutron-server[102682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd6cb09-5649-4dfa-a391-765e79e95146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa7167d-b261-4fd2-8dd0-2a1e34d77587', 'code': 200} Feb 07 20:46:09.987297 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c652da9-ecd0-4b1b-a20d-4d5f78c7ab28 req-910f39e4-d216-40b4-9b7c-7727ca4a78d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:46:09.988839 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-6c652da9-ecd0-4b1b-a20d-4d5f78c7ab28 req-910f39e4-d216-40b4-9b7c-7727ca4a78d0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8cd6cb09-5649-4dfa-a391-765e79e95146 HTTP/1.1" status: 200 len: 1134 time: 0.0469708 Feb 07 20:46:10.061738 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-6c652da9-ecd0-4b1b-a20d-4d5f78c7ab28 req-c0226b24-fe06-4811-ab57-c2e86a238898 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=27bb441d-5633-4bee-81d3-69cabef483c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662739 Feb 07 20:46:10.071398 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b85865-2b1f-4c56-809f-5684a7f54b0f req-27066834-fde7-44d0-b943-f940b7989ff3 tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:46:10.072780 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-b5b85865-2b1f-4c56-809f-5684a7f54b0f req-27066834-fde7-44d0-b943-f940b7989ff3 tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cd6cb09-5649-4dfa-a391-765e79e95146 HTTP/1.1" status: 200 len: 950 time: 0.0785363 Feb 07 20:46:10.116880 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-b5b85865-2b1f-4c56-809f-5684a7f54b0f req-5c84799d-fb5a-42a0-aae2-70642cf36eff tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] 10.222.0.60 "GET /v2.0/security-groups?id=27bb441d-5633-4bee-81d3-69cabef483c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386770 Feb 07 20:46:11.238395 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7502365-6446-4abe-adc8-c9b29c3a37db req-e6bd7461-f32f-409a-a8c5-9900cb0b19f6 tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:46:11.239873 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-d7502365-6446-4abe-adc8-c9b29c3a37db req-e6bd7461-f32f-409a-a8c5-9900cb0b19f6 tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cd6cb09-5649-4dfa-a391-765e79e95146 HTTP/1.1" status: 200 len: 950 time: 0.0536494 Feb 07 20:46:11.285277 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-d7502365-6446-4abe-adc8-c9b29c3a37db req-55ed9611-2e68-41eb-8368-5c5d8bc8f992 tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] 10.222.0.60 "GET /v2.0/security-groups?id=27bb441d-5633-4bee-81d3-69cabef483c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398476 Feb 07 20:46:11.536929 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497bcff-56c8-42f6-b0bd-e1c3fcc24f59 req-907adaaf-5906-44e8-aecc-b897cc2a3e99 tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102680) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:46:11.538362 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-3497bcff-56c8-42f6-b0bd-e1c3fcc24f59 req-907adaaf-5906-44e8-aecc-b897cc2a3e99 tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cd6cb09-5649-4dfa-a391-765e79e95146 HTTP/1.1" status: 200 len: 950 time: 0.0550919 Feb 07 20:46:11.583749 dv-cinder-828150-2-iscsi neutron-server[102680]: INFO neutron.wsgi [req-3497bcff-56c8-42f6-b0bd-e1c3fcc24f59 req-af951d57-4c38-49ac-88d3-65ba2309b608 tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] 10.222.0.60 "GET /v2.0/security-groups?id=27bb441d-5633-4bee-81d3-69cabef483c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397580 Feb 07 20:46:12.701734 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ceac2f-5f59-4ba5-ac1f-af14096accd0 req-6738216a-d14e-4155-89f6-51cdc911b901 tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:46:12.703702 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f8ceac2f-5f59-4ba5-ac1f-af14096accd0 req-6738216a-d14e-4155-89f6-51cdc911b901 tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cd6cb09-5649-4dfa-a391-765e79e95146 HTTP/1.1" status: 200 len: 950 time: 0.0502861 Feb 07 20:46:12.753770 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-f8ceac2f-5f59-4ba5-ac1f-af14096accd0 req-266b6f92-eb6a-4ad0-b6cb-9df6f66f3bd2 tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] 10.222.0.60 "GET /v2.0/security-groups?id=27bb441d-5633-4bee-81d3-69cabef483c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446968 Feb 07 20:46:12.831794 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e41078-ce1d-47c4-b4e1-4f35d424fe75 req-ffe601c9-2743-468e-a40b-f2221b6ae49b tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 20:46:12.833241 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-43e41078-ce1d-47c4-b4e1-4f35d424fe75 req-ffe601c9-2743-468e-a40b-f2221b6ae49b tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cd6cb09-5649-4dfa-a391-765e79e95146 HTTP/1.1" status: 200 len: 950 time: 0.0499587 Feb 07 20:46:12.919991 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [req-43e41078-ce1d-47c4-b4e1-4f35d424fe75 req-ee99a7b3-6036-450e-a83c-8e34cc7d88e1 tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] Deleting port ffa7167d-b261-4fd2-8dd0-2a1e34d77587 {{(pid=102681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 07 20:46:12.920325 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-43e41078-ce1d-47c4-b4e1-4f35d424fe75 req-ee99a7b3-6036-450e-a83c-8e34cc7d88e1 tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784096652692'] for port (ffa7167d-b261-4fd2-8dd0-2a1e34d77587), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:13.009145 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.db [req-43e41078-ce1d-47c4-b4e1-4f35d424fe75 req-ee99a7b3-6036-450e-a83c-8e34cc7d88e1 tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] For port ffa7167d-b261-4fd2-8dd0-2a1e34d77587, host hv-cinder-82815, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82815',level=0,port_id=ffa7167d-b261-4fd2-8dd0-2a1e34d77587,segment=NetworkSegment(090dfd79-3a35-4c3d-a5b3-0ce0d0ba0b56),segment_id=090dfd79-3a35-4c3d-a5b3-0ce0d0ba0b56)] {{(pid=102681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 20:46:13.009500 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-43e41078-ce1d-47c4-b4e1-4f35d424fe75 req-ee99a7b3-6036-450e-a83c-8e34cc7d88e1 tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396198'] for port (ffa7167d-b261-4fd2-8dd0-2a1e34d77587), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:13.022507 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.plugins.ml2.plugin [req-43e41078-ce1d-47c4-b4e1-4f35d424fe75 req-ee99a7b3-6036-450e-a83c-8e34cc7d88e1 tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] Calling delete_port for ffa7167d-b261-4fd2-8dd0-2a1e34d77587 owned by compute:nova {{(pid=102681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 07 20:46:13.154805 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-43e41078-ce1d-47c4-b4e1-4f35d424fe75 req-ee99a7b3-6036-450e-a83c-8e34cc7d88e1 tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32977189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784096658679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784096236225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3187883'] for port (ffa7167d-b261-4fd2-8dd0-2a1e34d77587), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:13.170326 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.db [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] get_ports_and_sgs() called for port_ids ['ffa7167d-b261-4fd2-8dd0-2a1e34d77587'] {{(pid=102682) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 20:46:13.182699 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee99a7b3-6036-450e-a83c-8e34cc7d88e1 tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] Pushing event deleted for resources: {'Port': ['ID=ffa7167d-b261-4fd2-8dd0-2a1e34d77587,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:46:13.226834 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e41078-ce1d-47c4-b4e1-4f35d424fe75 req-ee99a7b3-6036-450e-a83c-8e34cc7d88e1 tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] No DVR routers for this DVR port ffa7167d-b261-4fd2-8dd0-2a1e34d77587 on host hv-cinder-82815 {{(pid=102681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 20:46:13.229349 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [req-43e41078-ce1d-47c4-b4e1-4f35d424fe75 req-ee99a7b3-6036-450e-a83c-8e34cc7d88e1 tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-980336'] for port (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:13.232834 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [req-43e41078-ce1d-47c4-b4e1-4f35d424fe75 req-ee99a7b3-6036-450e-a83c-8e34cc7d88e1 tempest-VolumesNegativeTest-1322196983 tempest-VolumesNegativeTest-1322196983-project] 10.222.0.24 "DELETE /v2.0/ports/ffa7167d-b261-4fd2-8dd0-2a1e34d77587 HTTP/1.1" status: 204 len: 173 time: 0.3949330 Feb 07 20:46:13.233296 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd6cb09-5649-4dfa-a391-765e79e95146', 'name': 'network-vif-deleted', 'tag': 'ffa7167d-b261-4fd2-8dd0-2a1e34d77587'}] {{(pid=102681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 07 20:46:13.235802 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86d543a4f93c545b9f4b4319baf8ff9337481391693fb3bbf25dbe09721f1c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ae4276-a5ce-468d-955d-bd1ccd35a26c" -d '{"events": [{"server_uuid": "8cd6cb09-5649-4dfa-a391-765e79e95146", "name": "network-vif-deleted", "tag": "ffa7167d-b261-4fd2-8dd0-2a1e34d77587"}]}' {{(pid=102681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 20:46:13.276265 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 20:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07948d4-d81d-44fb-918a-39f318028ea2 x-openstack-request-id: req-e07948d4-d81d-44fb-918a-39f318028ea2 {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 20:46:13.276633 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd6cb09-5649-4dfa-a391-765e79e95146", "name": "network-vif-deleted", "tag": "ffa7167d-b261-4fd2-8dd0-2a1e34d77587", "status": "completed", "code": 200}]} {{(pid=102681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 20:46:13.276946 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e07948d4-d81d-44fb-918a-39f318028ea2 {{(pid=102681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 20:46:13.277358 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd6cb09-5649-4dfa-a391-765e79e95146', 'name': 'network-vif-deleted', 'tag': 'ffa7167d-b261-4fd2-8dd0-2a1e34d77587', 'status': 'completed', 'code': 200} Feb 07 20:46:17.459435 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 57722) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:46:17.550050 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device ffa7167d-b261-4fd2-8dd0-2a1e34d77587 no longer exists at agent hyperv_hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 20:46:17.570055 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.plugin [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] No Port match for: ffa7167d-b261-4fd2-8dd0-2a1e34d77587 {{(pid=102682) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 07 20:46:17.570393 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron.plugins.ml2.rpc [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Device ffa7167d-b261-4fd2-8dd0-2a1e34d77587 not bound to the agent host hv-cinder-82815 {{(pid=102682) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 20:46:17.586207 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-b909586d-3a88-4f89-930b-af34d91f19c3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=763aabb2b1a74233b473f45c6f048ea1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1256306 Feb 07 20:46:17.588729 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.wsgi [-] (102681) accepted ('10.222.0.60', 57726) {{(pid=102681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 20:46:17.635382 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-bc152b47-be90-49ee-b479-c8db2ee979fc admin admin] Publish callbacks [] for security_group (27bb441d-5633-4bee-81d3-69cabef483c6), before_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:17.656251 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-bc152b47-be90-49ee-b479-c8db2ee979fc admin admin] Publish callbacks [] for security_group (27bb441d-5633-4bee-81d3-69cabef483c6), precommit_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:17.700156 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-bc152b47-be90-49ee-b479-c8db2ee979fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471787'] for security_group (27bb441d-5633-4bee-81d3-69cabef483c6), after_delete {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:17.703457 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron_lib.callbacks.manager [None req-bc152b47-be90-49ee-b479-c8db2ee979fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:17.704561 dv-cinder-828150-2-iscsi neutron-server[102681]: INFO neutron.wsgi [None req-bc152b47-be90-49ee-b479-c8db2ee979fc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/27bb441d-5633-4bee-81d3-69cabef483c6 HTTP/1.1" status: 204 len: 168 time: 0.1149557 Feb 07 20:46:17.711806 dv-cinder-828150-2-iscsi neutron-server[102681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc152b47-be90-49ee-b479-c8db2ee979fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bb441d-5633-4bee-81d3-69cabef483c6,revision_number=None']} {{(pid=102681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 20:46:23.154961 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.agents_db [None req-6ca4556d-c1da-4dc5-8d4b-cf8528912650 None None] Agent healthcheck: found 6 active agents {{(pid=102683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:46:26.563892 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-abd6a852-4c73-4190-b8d1-6ab3cc25fa21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:26.565606 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (2db0d972-3e88-4a6a-9d75-f8f2fe350c5f), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:28.884393 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-274f4596-68d6-443b-a58b-b999c851e76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:29.993276 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:31.517383 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:32.753998 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:56.564336 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-27417410-98f3-461e-9c80-2076d76a97f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:56.566678 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (2db0d972-3e88-4a6a-9d75-f8f2fe350c5f), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:58.885936 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-34324cbd-ba96-454c-a51c-0948dc09823c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:46:59.996309 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:47:00.153841 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.agents_db [None req-6ca4556d-c1da-4dc5-8d4b-cf8528912650 None None] Agent healthcheck: found 6 active agents {{(pid=102683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:47:01.519830 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:47:02.754715 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:47:26.555329 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c0b42684-4d1b-483d-a849-6e1f5d085441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:47:26.573158 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (2db0d972-3e88-4a6a-9d75-f8f2fe350c5f), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:47:28.887218 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8ca6ec49-de40-4cdb-a566-1075a0850954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:47:29.999190 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:47:31.521720 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:47:32.755968 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:47:37.152691 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.agents_db [None req-6ca4556d-c1da-4dc5-8d4b-cf8528912650 None None] Agent healthcheck: found 6 active agents {{(pid=102683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:47:56.556416 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-ece5ef64-7ad1-4525-a5a8-6b41e9622ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:47:56.588800 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (2db0d972-3e88-4a6a-9d75-f8f2fe350c5f), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:47:58.888364 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-1b82f225-4025-4850-9e07-74cbdddc8b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:48:00.002091 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:48:01.524951 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:48:02.757968 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:48:14.151741 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.agents_db [None req-6ca4556d-c1da-4dc5-8d4b-cf8528912650 None None] Agent healthcheck: found 6 active agents {{(pid=102683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:48:26.561420 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-dae2668b-1901-4ffc-ab6a-89447659f1a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:48:26.598856 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (2db0d972-3e88-4a6a-9d75-f8f2fe350c5f), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:48:28.890016 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-915d57ba-cb6b-411a-987c-b4e52b1dc1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:48:30.005288 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:48:31.527651 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:48:32.757904 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:48:51.150456 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.agents_db [None req-6ca4556d-c1da-4dc5-8d4b-cf8528912650 None None] Agent healthcheck: found 6 active agents {{(pid=102683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:48:56.564290 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-b368741d-4a59-419c-ab2b-9fd65656705f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:48:56.614455 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (2db0d972-3e88-4a6a-9d75-f8f2fe350c5f), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:48:58.891038 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-5f5b5456-0a64-4225-970e-bfa3c5477238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:49:00.007505 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:49:01.530777 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:49:02.758998 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:49:26.564458 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-df15608f-d284-45f3-95fb-7c79fff98355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:49:26.619860 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (2db0d972-3e88-4a6a-9d75-f8f2fe350c5f), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:49:28.149616 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.agents_db [None req-6ca4556d-c1da-4dc5-8d4b-cf8528912650 None None] Agent healthcheck: found 6 active agents {{(pid=102683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:49:28.892125 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-a9bfd781-f2de-4df1-8fe8-9d3409a047d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:49:30.009972 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:49:31.532710 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:49:32.760987 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:49:56.565434 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-6262c45e-56f3-4c22-b558-aaf02afaea85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:49:56.629509 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (2db0d972-3e88-4a6a-9d75-f8f2fe350c5f), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:49:58.893651 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-43e19d88-32a0-4218-9a48-ae6b40a17df9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:50:00.012832 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:50:01.536146 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:50:02.762248 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:50:05.147936 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.agents_db [None req-6ca4556d-c1da-4dc5-8d4b-cf8528912650 None None] Agent healthcheck: found 6 active agents {{(pid=102683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:50:26.566528 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-a156a543-f785-4b27-9a6e-a5c45e645a84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:50:26.636851 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (2db0d972-3e88-4a6a-9d75-f8f2fe350c5f), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:50:28.894877 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-869fcc29-478c-4100-87f0-bea82c506138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:50:30.015247 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:50:31.538357 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:50:32.765523 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:50:42.148328 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.agents_db [None req-6ca4556d-c1da-4dc5-8d4b-cf8528912650 None None] Agent healthcheck: found 6 active agents {{(pid=102683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:50:42.937827 dv-cinder-828150-2-iscsi neutron-server[102680]: DEBUG neutron.wsgi [req-9a5118dd-8e03-42e6-84fa-644e7b5527e2 req-8f752c58-4d19-4b23-9457-ce1ed39df238 service neutron] (102680) timed out ('10.222.0.24', 49904) {{(pid=102680) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 07 20:50:56.567785 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-5f6e8186-9f33-47a1-b9e1-c495fcb86e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:50:56.635724 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (2db0d972-3e88-4a6a-9d75-f8f2fe350c5f), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:50:58.895652 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-9caf72a8-455c-41c7-b54d-71945935a8bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:51:00.017688 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:51:01.541180 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:51:02.769646 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:51:19.147796 dv-cinder-828150-2-iscsi neutron-server[102683]: DEBUG neutron.db.agents_db [None req-6ca4556d-c1da-4dc5-8d4b-cf8528912650 None None] Agent healthcheck: found 6 active agents {{(pid=102683) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 20:51:26.567880 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-80a29316-c358-4c80-887f-6ddb9bc666d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e1cc327f-50d0-4a6e-8186-ec075b67de95), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:51:26.649044 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-f061b56c-5e84-4219-af6f-06493b37df5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (2db0d972-3e88-4a6a-9d75-f8f2fe350c5f), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:51:28.896460 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-1cb445ea-0942-4f04-ba1f-21c9adc54492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (cfc553fa-62d5-4e63-a1d9-b1350618fcef), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:51:30.020837 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-0f0a6a3c-be9a-4aab-ab77-d631ba9729d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (e0effe6a-c1d4-4273-b766-eb27dd7eb1bf), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:51:31.543594 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-8da98a06-719f-4be3-b1f0-3336d2e53201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (85cc45ed-049b-4f27-96f4-a94b814781cc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 20:51:32.771171 dv-cinder-828150-2-iscsi neutron-server[102682]: DEBUG neutron_lib.callbacks.manager [None req-c7325b87-2890-4b6f-a0d8-ee6e20cfc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784096777391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818608'] for agent (c89dd41c-5256-44ac-a1f6-453d759a66bc), after_update {{(pid=102682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}